2024-12-05 11:16:53,484 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-05 11:16:53,520 main DEBUG Took 0.034024 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 11:16:53,520 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 11:16:53,521 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 11:16:53,522 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 11:16:53,523 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:16:53,532 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 11:16:53,558 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:16:53,560 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:16:53,561 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:16:53,561 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:16:53,562 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:16:53,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:16:53,565 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:16:53,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:16:53,566 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:16:53,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:16:53,570 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:16:53,570 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:16:53,571 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:16:53,572 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:16:53,573 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:16:53,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:16:53,574 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:16:53,574 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:16:53,575 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:16:53,576 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:16:53,576 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:16:53,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:16:53,577 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:16:53,578 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 11:16:53,578 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:16:53,579 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 11:16:53,581 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 11:16:53,583 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 11:16:53,586 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 11:16:53,587 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 11:16:53,590 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 11:16:53,590 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 11:16:53,603 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 11:16:53,606 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 11:16:53,609 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 11:16:53,609 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 11:16:53,610 main DEBUG createAppenders(={Console}) 2024-12-05 11:16:53,611 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-05 11:16:53,612 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-05 11:16:53,612 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-05 11:16:53,613 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 11:16:53,613 main DEBUG OutputStream closed 2024-12-05 11:16:53,614 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 11:16:53,614 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 11:16:53,615 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-05 11:16:53,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 11:16:53,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 11:16:53,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 11:16:53,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 11:16:53,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 11:16:53,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 11:16:53,717 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 11:16:53,717 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 11:16:53,718 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 11:16:53,718 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 11:16:53,718 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 11:16:53,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 11:16:53,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 11:16:53,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 11:16:53,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 11:16:53,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 11:16:53,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 11:16:53,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 11:16:53,724 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 11:16:53,725 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-05 11:16:53,725 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 11:16:53,726 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-05T11:16:53,740 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-05 11:16:53,743 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 11:16:53,744 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T11:16:53,844 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=471, ProcessCount=11, AvailableMemoryMB=7145 2024-12-05T11:16:54,128 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-05T11:16:54,177 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516 2024-12-05T11:16:54,181 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/cluster_e3caffa4-3e8e-2ffa-6340-f19512171968, deleteOnExit=true 2024-12-05T11:16:54,319 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/cluster_e3caffa4-3e8e-2ffa-6340-f19512171968/zookeeper_0, clientPort=53929, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/cluster_e3caffa4-3e8e-2ffa-6340-f19512171968/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/cluster_e3caffa4-3e8e-2ffa-6340-f19512171968/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T11:16:54,335 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53929 2024-12-05T11:16:54,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:16:54,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:16:54,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/test.cache.data in system properties and HBase conf 2024-12-05T11:16:54,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:16:54,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:16:54,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:16:54,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:16:54,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:16:54,463 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T11:16:54,580 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:16:54,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:16:54,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:16:54,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:16:54,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:16:54,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:16:54,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:16:54,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:16:54,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:16:54,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:16:54,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:16:54,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:16:54,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:16:54,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:16:54,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:16:55,525 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T11:16:55,590 INFO [Time-limited test {}] log.Log(170): Logging initialized @2927ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T11:16:55,654 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:16:55,713 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:16:55,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:16:55,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:16:55,739 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:16:55,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:16:55,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:16:55,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:16:55,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/java.io.tmpdir/jetty-localhost-45529-hadoop-hdfs-3_4_1-tests_jar-_-any-7348114142401628427/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:16:55,921 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:45529} 2024-12-05T11:16:55,921 INFO [Time-limited test {}] server.Server(415): Started @3258ms 2024-12-05T11:16:56,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:16:56,500 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:16:56,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:16:56,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:16:56,502 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:16:56,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:16:56,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:16:56,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e8f3faa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/java.io.tmpdir/jetty-localhost-42217-hadoop-hdfs-3_4_1-tests_jar-_-any-5889242935283338714/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:16:56,596 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:42217} 2024-12-05T11:16:56,596 INFO [Time-limited test {}] server.Server(415): Started @3933ms 2024-12-05T11:16:56,639 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:16:57,742 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/cluster_e3caffa4-3e8e-2ffa-6340-f19512171968/data/data1/current/BP-1512607993-172.17.0.2-1733397415066/current, will proceed with Du for space computation calculation, 2024-12-05T11:16:57,742 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/cluster_e3caffa4-3e8e-2ffa-6340-f19512171968/data/data2/current/BP-1512607993-172.17.0.2-1733397415066/current, will proceed with Du for space computation calculation, 2024-12-05T11:16:57,766 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:16:57,805 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5556dbb2e4a4a32e with lease ID 0x744f360da0485249: Processing first storage report for DS-46395664-5067-4e89-9145-5d356a7ab75e from datanode DatanodeRegistration(127.0.0.1:46753, datanodeUuid=cf4fde95-5663-4101-9872-20d21da9568d, infoPort=41393, infoSecurePort=0, ipcPort=45273, storageInfo=lv=-57;cid=testClusterID;nsid=1447957770;c=1733397415066) 2024-12-05T11:16:57,806 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5556dbb2e4a4a32e with lease ID 0x744f360da0485249: from storage DS-46395664-5067-4e89-9145-5d356a7ab75e node DatanodeRegistration(127.0.0.1:46753, datanodeUuid=cf4fde95-5663-4101-9872-20d21da9568d, infoPort=41393, infoSecurePort=0, ipcPort=45273, storageInfo=lv=-57;cid=testClusterID;nsid=1447957770;c=1733397415066), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T11:16:57,807 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5556dbb2e4a4a32e with lease ID 0x744f360da0485249: Processing first storage report for DS-9eac177b-6413-40af-b1aa-29da071dde26 from datanode DatanodeRegistration(127.0.0.1:46753, datanodeUuid=cf4fde95-5663-4101-9872-20d21da9568d, infoPort=41393, infoSecurePort=0, ipcPort=45273, storageInfo=lv=-57;cid=testClusterID;nsid=1447957770;c=1733397415066) 2024-12-05T11:16:57,807 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5556dbb2e4a4a32e with lease ID 0x744f360da0485249: from storage DS-9eac177b-6413-40af-b1aa-29da071dde26 node DatanodeRegistration(127.0.0.1:46753, datanodeUuid=cf4fde95-5663-4101-9872-20d21da9568d, infoPort=41393, infoSecurePort=0, ipcPort=45273, storageInfo=lv=-57;cid=testClusterID;nsid=1447957770;c=1733397415066), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:16:57,821 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516 2024-12-05T11:16:57,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:16:57,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:16:58,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:16:58,437 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b with version=8 2024-12-05T11:16:58,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/hbase-staging 2024-12-05T11:16:58,510 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T11:16:58,759 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:16:58,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:16:58,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:16:58,772 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:16:58,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:16:58,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:16:58,883 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:16:58,935 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T11:16:58,944 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T11:16:58,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:16:58,971 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11315 (auto-detected) 2024-12-05T11:16:58,972 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T11:16:58,989 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33881 2024-12-05T11:16:59,010 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33881 connecting to ZooKeeper ensemble=127.0.0.1:53929 2024-12-05T11:16:59,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338810x0, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:16:59,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33881-0x101a5357d440000 connected 2024-12-05T11:16:59,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:16:59,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:16:59,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Set watcher on znode that does not yet exist, /0-427401681/running 2024-12-05T11:16:59,240 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b, hbase.cluster.distributed=false 2024-12-05T11:16:59,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Set watcher on znode that does not yet exist, /0-427401681/acl 2024-12-05T11:16:59,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33881 2024-12-05T11:16:59,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33881 2024-12-05T11:16:59,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33881 2024-12-05T11:16:59,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33881 2024-12-05T11:16:59,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33881 2024-12-05T11:16:59,358 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:16:59,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:16:59,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:16:59,360 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:16:59,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:16:59,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:16:59,362 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:16:59,364 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:16:59,365 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38459 2024-12-05T11:16:59,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38459 connecting to ZooKeeper ensemble=127.0.0.1:53929 2024-12-05T11:16:59,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:16:59,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:16:59,389 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384590x0, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:16:59,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38459-0x101a5357d440001 connected 2024-12-05T11:16:59,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38459-0x101a5357d440001, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Set watcher on znode that does not yet exist, /0-427401681/running 2024-12-05T11:16:59,393 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:16:59,399 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:16:59,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38459-0x101a5357d440001, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Set watcher on znode that does not yet exist, /0-427401681/master 2024-12-05T11:16:59,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38459-0x101a5357d440001, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Set watcher on znode that does not yet exist, /0-427401681/acl 2024-12-05T11:16:59,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38459 2024-12-05T11:16:59,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38459 2024-12-05T11:16:59,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38459 2024-12-05T11:16:59,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38459 2024-12-05T11:16:59,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38459 2024-12-05T11:16:59,422 DEBUG [M:0;6706a97ae65f:33881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:33881 2024-12-05T11:16:59,423 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-427401681/backup-masters/6706a97ae65f,33881,1733397418617 2024-12-05T11:16:59,432 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38459-0x101a5357d440001, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681/backup-masters 2024-12-05T11:16:59,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681/backup-masters 2024-12-05T11:16:59,434 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Set watcher on existing znode=/0-427401681/backup-masters/6706a97ae65f,33881,1733397418617 2024-12-05T11:16:59,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:16:59,463 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38459-0x101a5357d440001, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-427401681/master 2024-12-05T11:16:59,463 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38459-0x101a5357d440001, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:16:59,464 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Set watcher on existing znode=/0-427401681/master 2024-12-05T11:16:59,465 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-427401681/backup-masters/6706a97ae65f,33881,1733397418617 from backup master directory 2024-12-05T11:16:59,474 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38459-0x101a5357d440001, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681/backup-masters 2024-12-05T11:16:59,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-427401681/backup-masters/6706a97ae65f,33881,1733397418617 2024-12-05T11:16:59,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681/backup-masters 2024-12-05T11:16:59,474 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:16:59,475 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,33881,1733397418617 2024-12-05T11:16:59,477 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T11:16:59,479 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T11:16:59,528 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/hbase.id] with ID: 9db20317-fa86-4bcb-8332-ff08d0579a05 2024-12-05T11:16:59,528 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/.tmp/hbase.id 2024-12-05T11:16:59,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:16:59,941 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/.tmp/hbase.id]:[hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/hbase.id] 2024-12-05T11:16:59,991 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:16:59,995 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:17:00,011 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-05T11:17:00,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:17:00,064 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38459-0x101a5357d440001, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:17:00,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:17:00,498 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:17:00,500 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:17:00,513 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T11:17:00,517 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:00,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:17:00,967 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store 2024-12-05T11:17:00,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:17:01,393 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T11:17:01,399 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:01,401 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:17:01,401 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:01,401 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:01,402 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:17:01,402 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:01,402 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:01,403 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397421401Disabling compacts and flushes for region at 1733397421401Disabling writes for close at 1733397421402 (+1 ms)Writing region close event to WAL at 1733397421402Closed at 1733397421402 2024-12-05T11:17:01,405 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/.initializing 2024-12-05T11:17:01,406 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/WALs/6706a97ae65f,33881,1733397418617 2024-12-05T11:17:01,413 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:17:01,425 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C33881%2C1733397418617, suffix=, logDir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/WALs/6706a97ae65f,33881,1733397418617, archiveDir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/oldWALs, maxLogs=10 2024-12-05T11:17:01,444 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/WALs/6706a97ae65f,33881,1733397418617/6706a97ae65f%2C33881%2C1733397418617.1733397421429, exclude list is [], retry=0 2024-12-05T11:17:01,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46753,DS-46395664-5067-4e89-9145-5d356a7ab75e,DISK] 2024-12-05T11:17:01,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T11:17:01,491 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/WALs/6706a97ae65f,33881,1733397418617/6706a97ae65f%2C33881%2C1733397418617.1733397421429 2024-12-05T11:17:01,492 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41393:41393)] 2024-12-05T11:17:01,492 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:17:01,493 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:01,495 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:01,496 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:01,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:01,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:17:01,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:01,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:01,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:01,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:17:01,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:01,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:01,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:01,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:17:01,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:01,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:01,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:01,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:17:01,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:01,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:01,565 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:01,568 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:01,569 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:01,574 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:01,575 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:01,579 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:17:01,582 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:01,586 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:17:01,587 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74903968, jitterRate=0.11615610122680664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:17:01,592 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397421506Initializing all the Stores at 1733397421508 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397421509 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397421509Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397421510 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397421510Cleaning up temporary data from old regions at 1733397421575 (+65 ms)Region opened successfully at 1733397421592 (+17 ms) 2024-12-05T11:17:01,594 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:17:01,622 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ffb444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:17:01,648 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:17:01,658 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:17:01,658 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:17:01,661 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:17:01,662 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T11:17:01,667 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-05T11:17:01,667 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:17:01,690 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:17:01,698 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Unable to get data of znode /0-427401681/balancer because node does not exist (not necessarily an error) 2024-12-05T11:17:01,758 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-427401681/balancer already deleted, retry=false 2024-12-05T11:17:01,762 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:17:01,766 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Unable to get data of znode /0-427401681/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:17:01,779 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-427401681/normalizer already deleted, retry=false 2024-12-05T11:17:01,782 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:17:01,787 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Unable to get data of znode /0-427401681/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:17:01,800 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-427401681/switch/split already deleted, retry=false 2024-12-05T11:17:01,803 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Unable to get data of znode /0-427401681/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:17:01,810 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-427401681/switch/merge already deleted, retry=false 2024-12-05T11:17:01,831 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Unable to get data of znode /0-427401681/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:17:01,842 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-427401681/snapshot-cleanup already deleted, retry=false 2024-12-05T11:17:01,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-427401681/running 2024-12-05T11:17:01,853 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38459-0x101a5357d440001, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-427401681/running 2024-12-05T11:17:01,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:17:01,853 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38459-0x101a5357d440001, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:17:01,856 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,33881,1733397418617, sessionid=0x101a5357d440000, setting cluster-up flag (Was=false) 2024-12-05T11:17:01,884 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38459-0x101a5357d440001, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:17:01,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:17:01,916 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-427401681/flush-table-proc/acquired, /0-427401681/flush-table-proc/reached, /0-427401681/flush-table-proc/abort 2024-12-05T11:17:01,920 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,33881,1733397418617 2024-12-05T11:17:01,947 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38459-0x101a5357d440001, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:17:01,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:17:01,979 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-427401681/online-snapshot/acquired, /0-427401681/online-snapshot/reached, /0-427401681/online-snapshot/abort 2024-12-05T11:17:01,983 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,33881,1733397418617 2024-12-05T11:17:01,996 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:17:02,015 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(746): ClusterId : 9db20317-fa86-4bcb-8332-ff08d0579a05 2024-12-05T11:17:02,017 DEBUG [RS:0;6706a97ae65f:38459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:17:02,055 DEBUG [RS:0;6706a97ae65f:38459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:17:02,055 DEBUG [RS:0;6706a97ae65f:38459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:17:02,064 DEBUG [RS:0;6706a97ae65f:38459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:17:02,065 DEBUG [RS:0;6706a97ae65f:38459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6722a941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:17:02,068 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:02,077 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:17:02,078 DEBUG [RS:0;6706a97ae65f:38459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:38459 2024-12-05T11:17:02,081 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:17:02,081 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:17:02,081 DEBUG [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:17:02,083 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,33881,1733397418617 with port=38459, startcode=1733397419330 2024-12-05T11:17:02,085 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:17:02,089 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,33881,1733397418617 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:17:02,093 DEBUG [RS:0;6706a97ae65f:38459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:17:02,098 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:02,098 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:02,098 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:02,098 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:02,098 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:17:02,098 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:02,099 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:17:02,099 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:02,100 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397452100 2024-12-05T11:17:02,102 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:17:02,102 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:17:02,104 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:02,105 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:17:02,106 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:17:02,107 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:17:02,107 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:17:02,107 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:17:02,108 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:02,111 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:02,111 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:17:02,112 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:17:02,113 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:17:02,114 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:17:02,116 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:17:02,118 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:17:02,118 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:17:02,120 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397422120,5,FailOnTimeoutGroup] 2024-12-05T11:17:02,121 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397422120,5,FailOnTimeoutGroup] 2024-12-05T11:17:02,121 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:02,121 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:17:02,123 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:02,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:17:02,123 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:02,126 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:17:02,127 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b 2024-12-05T11:17:02,128 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:17:02,134 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33881 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,38459,1733397419330 2024-12-05T11:17:02,136 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33881 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,38459,1733397419330 2024-12-05T11:17:02,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741832_1008 (size=32) 2024-12-05T11:17:02,148 DEBUG [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b 2024-12-05T11:17:02,148 DEBUG [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42499 2024-12-05T11:17:02,148 DEBUG [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:17:02,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681/rs 2024-12-05T11:17:02,158 DEBUG [RS:0;6706a97ae65f:38459 {}] zookeeper.ZKUtil(111): regionserver:38459-0x101a5357d440001, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Set watcher on existing znode=/0-427401681/rs/6706a97ae65f,38459,1733397419330 2024-12-05T11:17:02,159 WARN [RS:0;6706a97ae65f:38459 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:17:02,159 INFO [RS:0;6706a97ae65f:38459 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:02,159 DEBUG [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330 2024-12-05T11:17:02,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,38459,1733397419330] 2024-12-05T11:17:02,185 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:17:02,196 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:17:02,200 INFO [RS:0;6706a97ae65f:38459 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:17:02,200 INFO [RS:0;6706a97ae65f:38459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:02,201 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:17:02,206 INFO [RS:0;6706a97ae65f:38459 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:17:02,207 INFO [RS:0;6706a97ae65f:38459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:02,208 DEBUG [RS:0;6706a97ae65f:38459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:02,208 DEBUG [RS:0;6706a97ae65f:38459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:02,208 DEBUG [RS:0;6706a97ae65f:38459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:02,208 DEBUG [RS:0;6706a97ae65f:38459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:02,208 DEBUG [RS:0;6706a97ae65f:38459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:02,208 DEBUG [RS:0;6706a97ae65f:38459 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:17:02,208 DEBUG [RS:0;6706a97ae65f:38459 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:02,208 DEBUG [RS:0;6706a97ae65f:38459 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:02,209 DEBUG [RS:0;6706a97ae65f:38459 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:02,209 DEBUG [RS:0;6706a97ae65f:38459 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:02,209 DEBUG [RS:0;6706a97ae65f:38459 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:02,209 DEBUG [RS:0;6706a97ae65f:38459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:02,209 DEBUG [RS:0;6706a97ae65f:38459 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:17:02,209 DEBUG [RS:0;6706a97ae65f:38459 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:17:02,210 INFO [RS:0;6706a97ae65f:38459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:02,211 INFO [RS:0;6706a97ae65f:38459 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:02,211 INFO [RS:0;6706a97ae65f:38459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:02,211 INFO [RS:0;6706a97ae65f:38459 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:02,211 INFO [RS:0;6706a97ae65f:38459 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:02,211 INFO [RS:0;6706a97ae65f:38459 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,38459,1733397419330-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:17:02,227 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:17:02,228 INFO [RS:0;6706a97ae65f:38459 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,38459,1733397419330-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:02,229 INFO [RS:0;6706a97ae65f:38459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:02,229 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.Replication(171): 6706a97ae65f,38459,1733397419330 started 2024-12-05T11:17:02,243 INFO [RS:0;6706a97ae65f:38459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:02,244 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,38459,1733397419330, RpcServer on 6706a97ae65f/172.17.0.2:38459, sessionid=0x101a5357d440001 2024-12-05T11:17:02,244 DEBUG [RS:0;6706a97ae65f:38459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:17:02,244 DEBUG [RS:0;6706a97ae65f:38459 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,38459,1733397419330 2024-12-05T11:17:02,245 DEBUG [RS:0;6706a97ae65f:38459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,38459,1733397419330' 2024-12-05T11:17:02,245 DEBUG [RS:0;6706a97ae65f:38459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-427401681/flush-table-proc/abort' 2024-12-05T11:17:02,246 DEBUG [RS:0;6706a97ae65f:38459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-427401681/flush-table-proc/acquired' 2024-12-05T11:17:02,247 DEBUG [RS:0;6706a97ae65f:38459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:17:02,247 DEBUG [RS:0;6706a97ae65f:38459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:17:02,247 DEBUG [RS:0;6706a97ae65f:38459 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,38459,1733397419330 2024-12-05T11:17:02,247 DEBUG [RS:0;6706a97ae65f:38459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,38459,1733397419330' 2024-12-05T11:17:02,247 DEBUG [RS:0;6706a97ae65f:38459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-427401681/online-snapshot/abort' 2024-12-05T11:17:02,248 DEBUG [RS:0;6706a97ae65f:38459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-427401681/online-snapshot/acquired' 2024-12-05T11:17:02,248 DEBUG [RS:0;6706a97ae65f:38459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:17:02,248 INFO [RS:0;6706a97ae65f:38459 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:17:02,248 INFO [RS:0;6706a97ae65f:38459 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:17:02,357 INFO [RS:0;6706a97ae65f:38459 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:17:02,360 INFO [RS:0;6706a97ae65f:38459 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C38459%2C1733397419330, suffix=, logDir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330, archiveDir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/oldWALs, maxLogs=10 2024-12-05T11:17:02,374 DEBUG [RS:0;6706a97ae65f:38459 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330/6706a97ae65f%2C38459%2C1733397419330.1733397422362, exclude list is [], retry=0 2024-12-05T11:17:02,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46753,DS-46395664-5067-4e89-9145-5d356a7ab75e,DISK] 2024-12-05T11:17:02,381 INFO [RS:0;6706a97ae65f:38459 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330/6706a97ae65f%2C38459%2C1733397419330.1733397422362 2024-12-05T11:17:02,382 DEBUG [RS:0;6706a97ae65f:38459 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41393:41393)] 2024-12-05T11:17:02,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:02,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:17:02,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:17:02,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:02,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:02,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:17:02,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:17:02,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:02,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:02,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:17:02,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:17:02,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:02,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:02,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:17:02,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:17:02,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:02,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:02,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:17:02,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740 2024-12-05T11:17:02,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740 2024-12-05T11:17:02,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:17:02,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:17:02,567 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:17:02,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:17:02,573 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:17:02,574 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61019958, jitterRate=-0.09073176980018616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:17:02,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397422542Initializing all the Stores at 1733397422546 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397422546Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397422546Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397422546Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397422547 (+1 ms)Cleaning up temporary data from old regions at 1733397422567 (+20 ms)Region opened successfully at 1733397422576 (+9 ms) 2024-12-05T11:17:02,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:17:02,576 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:17:02,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:17:02,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:17:02,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:17:02,578 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:17:02,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397422576Disabling compacts and flushes for region at 1733397422576Disabling writes for close at 1733397422576Writing region close event to WAL at 1733397422577 (+1 ms)Closed at 1733397422578 (+1 ms) 2024-12-05T11:17:02,581 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:02,581 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:17:02,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:17:02,593 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:17:02,595 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:17:02,748 DEBUG [6706a97ae65f:33881 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:17:02,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,38459,1733397419330 2024-12-05T11:17:02,766 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,38459,1733397419330, state=OPENING 2024-12-05T11:17:02,821 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:17:02,913 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38459-0x101a5357d440001, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:17:02,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:17:02,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-427401681/meta-region-server: CHANGED 2024-12-05T11:17:02,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-427401681/meta-region-server: CHANGED 2024-12-05T11:17:02,919 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:17:02,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,38459,1733397419330}] 2024-12-05T11:17:03,097 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:17:03,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:17:03,109 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:17:03,110 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:03,110 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:17:03,113 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C38459%2C1733397419330.meta, suffix=.meta, logDir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330, archiveDir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/oldWALs, maxLogs=10 2024-12-05T11:17:03,127 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330/6706a97ae65f%2C38459%2C1733397419330.meta.1733397423115.meta, exclude list is [], retry=0 2024-12-05T11:17:03,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46753,DS-46395664-5067-4e89-9145-5d356a7ab75e,DISK] 2024-12-05T11:17:03,133 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330/6706a97ae65f%2C38459%2C1733397419330.meta.1733397423115.meta 2024-12-05T11:17:03,134 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41393:41393)] 2024-12-05T11:17:03,134 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:17:03,139 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:17:03,140 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:17:03,142 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:17:03,144 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:17:03,146 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:17:03,147 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:03,147 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:17:03,147 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:17:03,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:17:03,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:17:03,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:03,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:03,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:17:03,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:17:03,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:03,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:03,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:17:03,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:17:03,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:03,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:03,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:17:03,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:17:03,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:03,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:03,160 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:17:03,161 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740 2024-12-05T11:17:03,164 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740 2024-12-05T11:17:03,167 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:17:03,167 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:17:03,168 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:17:03,170 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:17:03,172 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63795947, jitterRate=-0.049366310238838196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:17:03,172 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:17:03,174 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397423147Writing region info on filesystem at 1733397423148 (+1 ms)Initializing all the Stores at 1733397423149 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397423149Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397423149Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397423149Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397423149Cleaning up temporary data from old regions at 1733397423167 (+18 ms)Running coprocessor post-open hooks at 1733397423172 (+5 ms)Region opened successfully at 1733397423174 (+2 ms) 2024-12-05T11:17:03,181 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397423089 2024-12-05T11:17:03,190 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:17:03,191 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:17:03,192 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,38459,1733397419330 2024-12-05T11:17:03,194 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,38459,1733397419330, state=OPEN 2024-12-05T11:17:03,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-427401681/meta-region-server 2024-12-05T11:17:03,345 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38459-0x101a5357d440001, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-427401681/meta-region-server 2024-12-05T11:17:03,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-427401681/meta-region-server: CHANGED 2024-12-05T11:17:03,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-427401681/meta-region-server: CHANGED 2024-12-05T11:17:03,347 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,38459,1733397419330 2024-12-05T11:17:03,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:17:03,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,38459,1733397419330 in 425 msec 2024-12-05T11:17:03,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:17:03,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 771 msec 2024-12-05T11:17:03,363 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:03,363 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:17:03,380 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:17:03,381 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,38459,1733397419330, seqNum=-1] 2024-12-05T11:17:03,398 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:17:03,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:17:03,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3920 sec 2024-12-05T11:17:03,419 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397423419, completionTime=-1 2024-12-05T11:17:03,421 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:17:03,421 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:17:03,446 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:17:03,446 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397483446 2024-12-05T11:17:03,446 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397543446 2024-12-05T11:17:03,446 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-12-05T11:17:03,448 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,33881,1733397418617-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:03,448 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,33881,1733397418617-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:03,449 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,33881,1733397418617-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:03,450 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:33881, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:03,450 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:03,451 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:03,456 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:17:03,475 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.999sec 2024-12-05T11:17:03,476 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:17:03,477 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:17:03,477 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:17:03,478 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:17:03,478 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:17:03,479 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,33881,1733397418617-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:17:03,479 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,33881,1733397418617-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:17:03,487 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:17:03,487 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:17:03,488 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,33881,1733397418617-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:03,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4881e3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:03,529 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T11:17:03,529 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T11:17:03,532 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,33881,-1 for getting cluster id 2024-12-05T11:17:03,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:17:03,540 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9db20317-fa86-4bcb-8332-ff08d0579a05' 2024-12-05T11:17:03,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:17:03,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9db20317-fa86-4bcb-8332-ff08d0579a05" 2024-12-05T11:17:03,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386b99cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:03,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,33881,-1] 2024-12-05T11:17:03,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:17:03,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:03,550 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:17:03,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364f66dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:03,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:17:03,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,38459,1733397419330, seqNum=-1] 2024-12-05T11:17:03,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:17:03,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:17:03,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,33881,1733397418617 2024-12-05T11:17:03,582 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53929 2024-12-05T11:17:03,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:17:03,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a5357d440002 connected 2024-12-05T11:17:03,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/hadoop.log.dir so I do NOT create it in target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30 2024-12-05T11:17:03,636 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T11:17:03,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/hadoop.tmp.dir so I do NOT create it in target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30 2024-12-05T11:17:03,636 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T11:17:03,636 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30 2024-12-05T11:17:03,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:17:03,637 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/cluster_49d6b143-fd63-d460-e21b-4f47121f5a5f, deleteOnExit=true 2024-12-05T11:17:03,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:17:03,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/test.cache.data in system properties and HBase conf 2024-12-05T11:17:03,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:17:03,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:17:03,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:17:03,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:17:03,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:17:03,638 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:17:03,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:17:03,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:17:03,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:17:03,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:17:03,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:17:03,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:17:03,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:17:03,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:17:03,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:17:03,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:17:03,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:17:03,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:17:03,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:17:03,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:17:04,102 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:17:04,107 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:17:04,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:17:04,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:17:04,113 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:17:04,114 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:17:04,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26c9611{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:17:04,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e387f9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:17:04,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76da0465{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/java.io.tmpdir/jetty-localhost-36295-hadoop-hdfs-3_4_1-tests_jar-_-any-13930140093171036034/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:17:04,208 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7077a837{HTTP/1.1, (http/1.1)}{localhost:36295} 2024-12-05T11:17:04,208 INFO [Time-limited test {}] server.Server(415): Started @11545ms 2024-12-05T11:17:04,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:17:04,461 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:17:04,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:17:04,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:17:04,462 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:17:04,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8fdb0a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:17:04,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b1d89e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:17:04,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c2b488a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/java.io.tmpdir/jetty-localhost-33429-hadoop-hdfs-3_4_1-tests_jar-_-any-12904854127957746600/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:17:04,558 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f76040{HTTP/1.1, (http/1.1)}{localhost:33429} 2024-12-05T11:17:04,558 INFO [Time-limited test {}] server.Server(415): Started @11895ms 2024-12-05T11:17:04,559 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:17:05,210 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/cluster_49d6b143-fd63-d460-e21b-4f47121f5a5f/data/data2/current/BP-713705222-172.17.0.2-1733397423673/current, will proceed with Du for space computation calculation, 2024-12-05T11:17:05,210 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/cluster_49d6b143-fd63-d460-e21b-4f47121f5a5f/data/data1/current/BP-713705222-172.17.0.2-1733397423673/current, will proceed with Du for space computation calculation, 2024-12-05T11:17:05,225 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:17:05,229 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa039c8b093e59d54 with lease ID 0xc0af00872750f2a4: Processing first storage report for DS-ec519a6e-2572-4232-8039-331e0c56a76e from datanode DatanodeRegistration(127.0.0.1:44713, datanodeUuid=421f35ab-a959-4b34-adc9-d19bee22dd19, infoPort=46699, infoSecurePort=0, ipcPort=37261, storageInfo=lv=-57;cid=testClusterID;nsid=1957109884;c=1733397423673) 2024-12-05T11:17:05,230 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa039c8b093e59d54 with lease ID 0xc0af00872750f2a4: from storage DS-ec519a6e-2572-4232-8039-331e0c56a76e node DatanodeRegistration(127.0.0.1:44713, datanodeUuid=421f35ab-a959-4b34-adc9-d19bee22dd19, infoPort=46699, infoSecurePort=0, ipcPort=37261, storageInfo=lv=-57;cid=testClusterID;nsid=1957109884;c=1733397423673), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:17:05,230 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa039c8b093e59d54 with lease ID 0xc0af00872750f2a4: Processing first storage report for DS-7833e4ec-cfa3-4809-b43c-e420e4edcf42 from datanode DatanodeRegistration(127.0.0.1:44713, datanodeUuid=421f35ab-a959-4b34-adc9-d19bee22dd19, infoPort=46699, infoSecurePort=0, ipcPort=37261, storageInfo=lv=-57;cid=testClusterID;nsid=1957109884;c=1733397423673) 2024-12-05T11:17:05,230 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa039c8b093e59d54 with lease ID 0xc0af00872750f2a4: from storage DS-7833e4ec-cfa3-4809-b43c-e420e4edcf42 node DatanodeRegistration(127.0.0.1:44713, datanodeUuid=421f35ab-a959-4b34-adc9-d19bee22dd19, infoPort=46699, infoSecurePort=0, ipcPort=37261, storageInfo=lv=-57;cid=testClusterID;nsid=1957109884;c=1733397423673), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:17:05,300 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30 2024-12-05T11:17:05,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:05,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:05,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:17:05,722 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef with version=8 2024-12-05T11:17:05,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/hbase-staging 2024-12-05T11:17:05,728 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:17:05,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:05,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:05,728 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:17:05,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:05,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:17:05,729 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:17:05,729 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:17:05,729 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37547 2024-12-05T11:17:05,731 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37547 connecting to ZooKeeper ensemble=127.0.0.1:53929 2024-12-05T11:17:05,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375470x0, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:17:05,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37547-0x101a5357d440003 connected 2024-12-05T11:17:05,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:05,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:05,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Set watcher on znode that does not yet exist, /1-387440809/running 2024-12-05T11:17:05,860 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef, hbase.cluster.distributed=false 2024-12-05T11:17:05,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Set watcher on znode that does not yet exist, /1-387440809/acl 2024-12-05T11:17:05,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37547 2024-12-05T11:17:05,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37547 2024-12-05T11:17:05,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37547 2024-12-05T11:17:05,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37547 2024-12-05T11:17:05,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37547 2024-12-05T11:17:05,882 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:17:05,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:05,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:05,883 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:17:05,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:05,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:17:05,883 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:17:05,883 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:17:05,884 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34245 2024-12-05T11:17:05,886 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34245 connecting to ZooKeeper ensemble=127.0.0.1:53929 2024-12-05T11:17:05,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:05,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:05,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342450x0, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:17:05,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342450x0, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Set watcher on znode that does not yet exist, /1-387440809/running 2024-12-05T11:17:05,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34245-0x101a5357d440004 connected 2024-12-05T11:17:05,906 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:17:05,907 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:17:05,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34245-0x101a5357d440004, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Set watcher on znode that does not yet exist, /1-387440809/master 2024-12-05T11:17:05,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34245-0x101a5357d440004, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Set watcher on znode that does not yet exist, /1-387440809/acl 2024-12-05T11:17:05,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34245 2024-12-05T11:17:05,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34245 2024-12-05T11:17:05,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34245 2024-12-05T11:17:05,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34245 2024-12-05T11:17:05,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34245 2024-12-05T11:17:05,922 DEBUG [M:0;6706a97ae65f:37547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:37547 2024-12-05T11:17:05,922 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-387440809/backup-masters/6706a97ae65f,37547,1733397425727 2024-12-05T11:17:05,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101a5357d440004, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387440809/backup-masters 2024-12-05T11:17:05,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387440809/backup-masters 2024-12-05T11:17:05,936 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Set watcher on existing znode=/1-387440809/backup-masters/6706a97ae65f,37547,1733397425727 2024-12-05T11:17:05,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387440809 2024-12-05T11:17:05,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101a5357d440004, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-387440809/master 2024-12-05T11:17:05,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101a5357d440004, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387440809 2024-12-05T11:17:05,948 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Set watcher on existing znode=/1-387440809/master 2024-12-05T11:17:05,948 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-387440809/backup-masters/6706a97ae65f,37547,1733397425727 from backup master directory 2024-12-05T11:17:05,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-387440809/backup-masters/6706a97ae65f,37547,1733397425727 2024-12-05T11:17:05,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101a5357d440004, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387440809/backup-masters 2024-12-05T11:17:05,957 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:17:05,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387440809/backup-masters 2024-12-05T11:17:05,957 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,37547,1733397425727 2024-12-05T11:17:05,966 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/hbase.id] with ID: 2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a 2024-12-05T11:17:05,967 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/.tmp/hbase.id 2024-12-05T11:17:05,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:17:06,377 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/.tmp/hbase.id]:[hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/hbase.id] 2024-12-05T11:17:06,404 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:06,405 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:17:06,406 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T11:17:06,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387440809 2024-12-05T11:17:06,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101a5357d440004, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387440809 2024-12-05T11:17:06,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:17:06,475 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:17:06,476 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:17:06,477 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:06,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:17:06,893 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/data/master/store 2024-12-05T11:17:06,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:17:07,309 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:07,309 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:17:07,310 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:07,310 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:07,310 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:17:07,310 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:07,311 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:07,311 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397427309Disabling compacts and flushes for region at 1733397427309Disabling writes for close at 1733397427310 (+1 ms)Writing region close event to WAL at 1733397427310Closed at 1733397427310 2024-12-05T11:17:07,313 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/data/master/store/.initializing 2024-12-05T11:17:07,314 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/WALs/6706a97ae65f,37547,1733397425727 2024-12-05T11:17:07,316 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:17:07,319 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C37547%2C1733397425727, suffix=, logDir=hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/WALs/6706a97ae65f,37547,1733397425727, archiveDir=hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/oldWALs, maxLogs=10 2024-12-05T11:17:07,338 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/WALs/6706a97ae65f,37547,1733397425727/6706a97ae65f%2C37547%2C1733397425727.1733397427319, exclude list is [], retry=0 2024-12-05T11:17:07,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-ec519a6e-2572-4232-8039-331e0c56a76e,DISK] 2024-12-05T11:17:07,346 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/WALs/6706a97ae65f,37547,1733397425727/6706a97ae65f%2C37547%2C1733397425727.1733397427319 2024-12-05T11:17:07,346 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46699:46699)] 2024-12-05T11:17:07,346 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:17:07,347 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:07,347 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:07,347 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:07,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:07,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:17:07,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:07,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:07,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:07,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:17:07,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:07,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:07,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:07,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:17:07,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:07,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:07,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:07,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:17:07,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:07,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:07,366 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:07,367 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:07,368 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:07,370 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:07,370 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:07,371 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:17:07,373 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:07,376 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:17:07,376 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68486733, jitterRate=0.020531848073005676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:17:07,377 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397427347Initializing all the Stores at 1733397427349 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397427349Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397427349Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397427349Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397427349Cleaning up temporary data from old regions at 1733397427370 (+21 ms)Region opened successfully at 1733397427377 (+7 ms) 2024-12-05T11:17:07,377 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:17:07,382 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cfcb18e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:17:07,383 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:17:07,383 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:17:07,383 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:17:07,383 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:17:07,384 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:17:07,385 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:17:07,385 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:17:07,387 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:17:07,388 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Unable to get data of znode /1-387440809/balancer because node does not exist (not necessarily an error) 2024-12-05T11:17:07,399 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-387440809/balancer already deleted, retry=false 2024-12-05T11:17:07,400 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:17:07,401 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Unable to get data of znode /1-387440809/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:17:07,410 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-387440809/normalizer already deleted, retry=false 2024-12-05T11:17:07,410 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:17:07,412 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Unable to get data of znode /1-387440809/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:17:07,420 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-387440809/switch/split already deleted, retry=false 2024-12-05T11:17:07,422 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Unable to get data of znode /1-387440809/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:17:07,431 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-387440809/switch/merge already deleted, retry=false 2024-12-05T11:17:07,436 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Unable to get data of znode /1-387440809/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:17:07,441 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-387440809/snapshot-cleanup already deleted, retry=false 2024-12-05T11:17:07,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101a5357d440004, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-387440809/running 2024-12-05T11:17:07,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-387440809/running 2024-12-05T11:17:07,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387440809 2024-12-05T11:17:07,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101a5357d440004, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387440809 2024-12-05T11:17:07,453 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,37547,1733397425727, sessionid=0x101a5357d440003, setting cluster-up flag (Was=false) 2024-12-05T11:17:07,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387440809 2024-12-05T11:17:07,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101a5357d440004, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387440809 2024-12-05T11:17:07,505 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-387440809/flush-table-proc/acquired, /1-387440809/flush-table-proc/reached, /1-387440809/flush-table-proc/abort 2024-12-05T11:17:07,510 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,37547,1733397425727 2024-12-05T11:17:07,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101a5357d440004, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387440809 2024-12-05T11:17:07,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387440809 2024-12-05T11:17:07,568 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-387440809/online-snapshot/acquired, /1-387440809/online-snapshot/reached, /1-387440809/online-snapshot/abort 2024-12-05T11:17:07,569 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,37547,1733397425727 2024-12-05T11:17:07,571 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:17:07,574 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:07,574 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:17:07,574 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:17:07,574 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,37547,1733397425727 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:17:07,577 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:07,577 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:07,577 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:07,577 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:07,577 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:17:07,577 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:07,577 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:17:07,577 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:07,578 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397457578 2024-12-05T11:17:07,578 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:17:07,579 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:17:07,579 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:17:07,579 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:17:07,579 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:17:07,579 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:17:07,579 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:07,579 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:17:07,580 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:17:07,580 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:17:07,580 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:07,580 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:17:07,580 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:17:07,580 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:17:07,580 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:17:07,581 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397427581,5,FailOnTimeoutGroup] 2024-12-05T11:17:07,581 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397427581,5,FailOnTimeoutGroup] 2024-12-05T11:17:07,581 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:07,581 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:17:07,581 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:07,581 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:07,582 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:07,582 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:17:07,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:17:07,616 INFO [RS:0;6706a97ae65f:34245 {}] regionserver.HRegionServer(746): ClusterId : 2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a 2024-12-05T11:17:07,616 DEBUG [RS:0;6706a97ae65f:34245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:17:07,623 DEBUG [RS:0;6706a97ae65f:34245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:17:07,623 DEBUG [RS:0;6706a97ae65f:34245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:17:07,633 DEBUG [RS:0;6706a97ae65f:34245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:17:07,634 DEBUG [RS:0;6706a97ae65f:34245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f84fd07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:17:07,652 DEBUG [RS:0;6706a97ae65f:34245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:34245 2024-12-05T11:17:07,653 INFO [RS:0;6706a97ae65f:34245 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:17:07,653 INFO [RS:0;6706a97ae65f:34245 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:17:07,653 DEBUG [RS:0;6706a97ae65f:34245 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:17:07,654 INFO [RS:0;6706a97ae65f:34245 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,37547,1733397425727 with port=34245, startcode=1733397425882 2024-12-05T11:17:07,654 DEBUG [RS:0;6706a97ae65f:34245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:17:07,657 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:17:07,657 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,34245,1733397425882 2024-12-05T11:17:07,658 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37547 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,34245,1733397425882 2024-12-05T11:17:07,661 DEBUG [RS:0;6706a97ae65f:34245 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef 2024-12-05T11:17:07,662 DEBUG [RS:0;6706a97ae65f:34245 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37709 2024-12-05T11:17:07,662 DEBUG [RS:0;6706a97ae65f:34245 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:17:07,995 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:17:07,995 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef 2024-12-05T11:17:08,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741832_1008 (size=32) 2024-12-05T11:17:08,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387440809/rs 2024-12-05T11:17:08,024 DEBUG [RS:0;6706a97ae65f:34245 {}] zookeeper.ZKUtil(111): regionserver:34245-0x101a5357d440004, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Set watcher on existing znode=/1-387440809/rs/6706a97ae65f,34245,1733397425882 2024-12-05T11:17:08,025 WARN [RS:0;6706a97ae65f:34245 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:17:08,025 INFO [RS:0;6706a97ae65f:34245 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:08,025 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,34245,1733397425882] 2024-12-05T11:17:08,025 DEBUG [RS:0;6706a97ae65f:34245 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/WALs/6706a97ae65f,34245,1733397425882 2024-12-05T11:17:08,032 INFO [RS:0;6706a97ae65f:34245 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:17:08,036 INFO [RS:0;6706a97ae65f:34245 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:17:08,036 INFO [RS:0;6706a97ae65f:34245 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:17:08,036 INFO [RS:0;6706a97ae65f:34245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:08,036 INFO [RS:0;6706a97ae65f:34245 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:17:08,037 INFO [RS:0;6706a97ae65f:34245 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:17:08,038 INFO [RS:0;6706a97ae65f:34245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:08,038 DEBUG [RS:0;6706a97ae65f:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:08,038 DEBUG [RS:0;6706a97ae65f:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:08,038 DEBUG [RS:0;6706a97ae65f:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:08,038 DEBUG [RS:0;6706a97ae65f:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:08,038 DEBUG [RS:0;6706a97ae65f:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:08,039 DEBUG [RS:0;6706a97ae65f:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:17:08,039 DEBUG [RS:0;6706a97ae65f:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:08,039 DEBUG [RS:0;6706a97ae65f:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:08,039 DEBUG [RS:0;6706a97ae65f:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:08,039 DEBUG [RS:0;6706a97ae65f:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:08,039 DEBUG [RS:0;6706a97ae65f:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:08,039 DEBUG [RS:0;6706a97ae65f:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:08,039 DEBUG [RS:0;6706a97ae65f:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:17:08,039 DEBUG [RS:0;6706a97ae65f:34245 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:17:08,040 INFO [RS:0;6706a97ae65f:34245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:08,040 INFO [RS:0;6706a97ae65f:34245 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:08,040 INFO [RS:0;6706a97ae65f:34245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:08,041 INFO [RS:0;6706a97ae65f:34245 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:08,041 INFO [RS:0;6706a97ae65f:34245 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:08,041 INFO [RS:0;6706a97ae65f:34245 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,34245,1733397425882-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:17:08,057 INFO [RS:0;6706a97ae65f:34245 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:17:08,057 INFO [RS:0;6706a97ae65f:34245 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,34245,1733397425882-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:08,057 INFO [RS:0;6706a97ae65f:34245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:08,057 INFO [RS:0;6706a97ae65f:34245 {}] regionserver.Replication(171): 6706a97ae65f,34245,1733397425882 started 2024-12-05T11:17:08,071 INFO [RS:0;6706a97ae65f:34245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:08,072 INFO [RS:0;6706a97ae65f:34245 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,34245,1733397425882, RpcServer on 6706a97ae65f/172.17.0.2:34245, sessionid=0x101a5357d440004 2024-12-05T11:17:08,072 DEBUG [RS:0;6706a97ae65f:34245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:17:08,072 DEBUG [RS:0;6706a97ae65f:34245 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,34245,1733397425882 2024-12-05T11:17:08,072 DEBUG [RS:0;6706a97ae65f:34245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,34245,1733397425882' 2024-12-05T11:17:08,072 DEBUG [RS:0;6706a97ae65f:34245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-387440809/flush-table-proc/abort' 2024-12-05T11:17:08,073 DEBUG [RS:0;6706a97ae65f:34245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-387440809/flush-table-proc/acquired' 2024-12-05T11:17:08,073 DEBUG [RS:0;6706a97ae65f:34245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:17:08,073 DEBUG [RS:0;6706a97ae65f:34245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:17:08,073 DEBUG [RS:0;6706a97ae65f:34245 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,34245,1733397425882 2024-12-05T11:17:08,073 DEBUG [RS:0;6706a97ae65f:34245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,34245,1733397425882' 2024-12-05T11:17:08,073 DEBUG [RS:0;6706a97ae65f:34245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-387440809/online-snapshot/abort' 2024-12-05T11:17:08,074 DEBUG [RS:0;6706a97ae65f:34245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-387440809/online-snapshot/acquired' 2024-12-05T11:17:08,074 DEBUG [RS:0;6706a97ae65f:34245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:17:08,074 INFO [RS:0;6706a97ae65f:34245 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:17:08,075 INFO [RS:0;6706a97ae65f:34245 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:17:08,175 INFO [RS:0;6706a97ae65f:34245 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:17:08,179 INFO [RS:0;6706a97ae65f:34245 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C34245%2C1733397425882, suffix=, logDir=hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/WALs/6706a97ae65f,34245,1733397425882, archiveDir=hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/oldWALs, maxLogs=10 2024-12-05T11:17:08,195 DEBUG [RS:0;6706a97ae65f:34245 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/WALs/6706a97ae65f,34245,1733397425882/6706a97ae65f%2C34245%2C1733397425882.1733397428181, exclude list is [], retry=0 2024-12-05T11:17:08,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-ec519a6e-2572-4232-8039-331e0c56a76e,DISK] 2024-12-05T11:17:08,202 INFO [RS:0;6706a97ae65f:34245 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/WALs/6706a97ae65f,34245,1733397425882/6706a97ae65f%2C34245%2C1733397425882.1733397428181 2024-12-05T11:17:08,202 DEBUG [RS:0;6706a97ae65f:34245 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46699:46699)] 2024-12-05T11:17:08,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:08,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:17:08,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:17:08,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:08,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:08,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:17:08,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:17:08,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:08,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:08,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:17:08,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:17:08,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:08,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:08,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:17:08,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:17:08,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:08,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:08,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:17:08,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/data/hbase/meta/1588230740 2024-12-05T11:17:08,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/data/hbase/meta/1588230740 2024-12-05T11:17:08,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:17:08,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:17:08,456 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:17:08,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:17:08,461 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:17:08,462 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69101795, jitterRate=0.029696986079216003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:17:08,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397428411Initializing all the Stores at 1733397428414 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397428414Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397428414Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397428414Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397428414Cleaning up temporary data from old regions at 1733397428455 (+41 ms)Region opened successfully at 1733397428462 (+7 ms) 2024-12-05T11:17:08,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:17:08,462 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:17:08,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:17:08,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:17:08,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:17:08,463 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:17:08,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397428462Disabling compacts and flushes for region at 1733397428462Disabling writes for close at 1733397428463 (+1 ms)Writing region close event to WAL at 1733397428463Closed at 1733397428463 2024-12-05T11:17:08,465 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:08,465 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:17:08,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:17:08,467 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:17:08,468 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:17:08,619 DEBUG [6706a97ae65f:37547 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:17:08,620 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,34245,1733397425882 2024-12-05T11:17:08,624 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,34245,1733397425882, state=OPENING 2024-12-05T11:17:08,656 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:17:08,694 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:17:08,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101a5357d440004, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387440809 2024-12-05T11:17:08,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387440809 2024-12-05T11:17:08,705 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:17:08,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-387440809/meta-region-server: CHANGED 2024-12-05T11:17:08,705 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:17:08,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-387440809/meta-region-server: CHANGED 2024-12-05T11:17:08,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,34245,1733397425882}] 2024-12-05T11:17:08,860 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:17:08,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:17:08,873 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:17:08,873 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:08,874 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:17:08,877 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C34245%2C1733397425882.meta, suffix=.meta, logDir=hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/WALs/6706a97ae65f,34245,1733397425882, archiveDir=hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/oldWALs, maxLogs=10 2024-12-05T11:17:08,890 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/WALs/6706a97ae65f,34245,1733397425882/6706a97ae65f%2C34245%2C1733397425882.meta.1733397428879.meta, exclude list is [], retry=0 2024-12-05T11:17:08,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-ec519a6e-2572-4232-8039-331e0c56a76e,DISK] 2024-12-05T11:17:08,896 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/WALs/6706a97ae65f,34245,1733397425882/6706a97ae65f%2C34245%2C1733397425882.meta.1733397428879.meta 2024-12-05T11:17:08,897 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46699:46699)] 2024-12-05T11:17:08,897 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:17:08,897 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:17:08,897 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:17:08,898 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:17:08,898 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:17:08,898 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:17:08,898 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:08,898 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:17:08,898 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:17:08,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:17:08,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:17:08,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:08,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:08,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:17:08,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:17:08,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:08,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:08,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:17:08,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:17:08,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:08,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:08,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:17:08,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:17:08,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:08,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:08,908 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:17:08,909 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/data/hbase/meta/1588230740 2024-12-05T11:17:08,911 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/data/hbase/meta/1588230740 2024-12-05T11:17:08,913 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:17:08,913 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:17:08,914 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:17:08,916 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:17:08,918 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58735827, jitterRate=-0.1247679740190506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:17:08,918 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:17:08,918 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397428898Writing region info on filesystem at 1733397428898Initializing all the Stores at 1733397428900 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397428900Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397428900Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397428900Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397428900Cleaning up temporary data from old regions at 1733397428913 (+13 ms)Running coprocessor post-open hooks at 1733397428918 (+5 ms)Region opened successfully at 1733397428918 2024-12-05T11:17:08,920 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397428859 2024-12-05T11:17:08,923 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:17:08,923 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:17:08,924 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,34245,1733397425882 2024-12-05T11:17:08,926 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,34245,1733397425882, state=OPEN 2024-12-05T11:17:08,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T11:17:08,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T11:17:08,934 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:17:08,934 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T11:17:08,934 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:17:08,934 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T11:17:08,934 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T11:17:08,934 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T11:17:08,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101a5357d440004, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-387440809/meta-region-server 2024-12-05T11:17:08,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-387440809/meta-region-server 2024-12-05T11:17:08,936 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,34245,1733397425882 2024-12-05T11:17:08,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-387440809/meta-region-server: CHANGED 2024-12-05T11:17:08,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-387440809/meta-region-server: CHANGED 2024-12-05T11:17:08,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:17:08,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,34245,1733397425882 in 231 msec 2024-12-05T11:17:08,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:17:08,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec 2024-12-05T11:17:08,946 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:08,946 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:17:08,948 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:17:08,948 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,34245,1733397425882, seqNum=-1] 2024-12-05T11:17:08,949 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:17:08,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:17:08,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3850 sec 2024-12-05T11:17:08,959 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397428959, completionTime=-1 2024-12-05T11:17:08,959 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:17:08,959 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:17:08,962 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:17:08,962 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397488962 2024-12-05T11:17:08,962 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397548962 2024-12-05T11:17:08,962 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T11:17:08,963 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37547,1733397425727-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:08,963 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37547,1733397425727-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:08,963 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37547,1733397425727-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:08,963 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:37547, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:08,963 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:08,963 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:08,966 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:17:08,968 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.011sec 2024-12-05T11:17:08,968 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:17:08,968 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:17:08,968 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:17:08,968 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:17:08,968 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:17:08,968 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37547,1733397425727-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:17:08,968 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37547,1733397425727-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:17:08,971 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:17:08,971 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:17:08,971 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37547,1733397425727-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:09,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2bdf16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:09,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,37547,-1 for getting cluster id 2024-12-05T11:17:09,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:17:09,022 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a' 2024-12-05T11:17:09,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:17:09,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a" 2024-12-05T11:17:09,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5c580d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:09,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,37547,-1] 2024-12-05T11:17:09,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:17:09,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:09,026 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:17:09,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9a998e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:09,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:17:09,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,34245,1733397425882, seqNum=-1] 2024-12-05T11:17:09,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:17:09,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:17:09,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,37547,1733397425727 2024-12-05T11:17:09,035 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53929 2024-12-05T11:17:09,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:17:09,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a5357d440005 connected 2024-12-05T11:17:09,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b1ed011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:09,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,33881,-1 for getting cluster id 2024-12-05T11:17:09,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:17:09,062 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9db20317-fa86-4bcb-8332-ff08d0579a05' 2024-12-05T11:17:09,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:17:09,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9db20317-fa86-4bcb-8332-ff08d0579a05" 2024-12-05T11:17:09,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c01ca98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:09,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,33881,-1] 2024-12-05T11:17:09,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:17:09,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:09,066 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:17:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc57255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:09,077 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:17:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,33881,1733397418617 2024-12-05T11:17:09,085 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ddad0bf 2024-12-05T11:17:09,086 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:17:09,087 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:17:09,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6706a97ae65f:37547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T11:17:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T11:17:09,105 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:37547' 2024-12-05T11:17:09,107 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131b3ec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:09,107 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,37547,-1 for getting cluster id 2024-12-05T11:17:09,107 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:17:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:17:09,108 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a' 2024-12-05T11:17:09,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:17:09,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a" 2024-12-05T11:17:09,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ddfbda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:09,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,37547,-1] 2024-12-05T11:17:09,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:17:09,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:09,111 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:17:09,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac541e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:09,112 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:17:09,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,37547,1733397425727 2024-12-05T11:17:09,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@276847b0 2024-12-05T11:17:09,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:17:09,118 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:17:09,128 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T11:17:09,128 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T11:17:09,132 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:09,133 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:09,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:17:09,134 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:17:09,141 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T11:17:09,144 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:17:09,145 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:09,147 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:17:09,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741835_1011 (size=1138) 2024-12-05T11:17:09,194 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T11:17:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:17:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:17:09,558 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8308695cdab4e50fa026039e9e1d93f0, NAME => 'hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b 2024-12-05T11:17:09,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741836_1012 (size=44) 2024-12-05T11:17:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:17:09,967 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:09,967 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8308695cdab4e50fa026039e9e1d93f0, disabling compactions & flushes 2024-12-05T11:17:09,967 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. 2024-12-05T11:17:09,967 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. 2024-12-05T11:17:09,967 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. after waiting 0 ms 2024-12-05T11:17:09,967 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. 2024-12-05T11:17:09,967 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. 2024-12-05T11:17:09,967 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8308695cdab4e50fa026039e9e1d93f0: Waiting for close lock at 1733397429967Disabling compacts and flushes for region at 1733397429967Disabling writes for close at 1733397429967Writing region close event to WAL at 1733397429967Closed at 1733397429967 2024-12-05T11:17:09,969 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:17:09,974 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733397429970"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397429970"}]},"ts":"1733397429970"} 2024-12-05T11:17:09,978 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:17:09,979 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:17:09,982 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397429979"}]},"ts":"1733397429979"} 2024-12-05T11:17:09,985 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T11:17:09,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8308695cdab4e50fa026039e9e1d93f0, ASSIGN}] 2024-12-05T11:17:09,989 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8308695cdab4e50fa026039e9e1d93f0, ASSIGN 2024-12-05T11:17:09,990 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8308695cdab4e50fa026039e9e1d93f0, ASSIGN; state=OFFLINE, location=6706a97ae65f,38459,1733397419330; forceNewPlan=false, retain=false 2024-12-05T11:17:10,143 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8308695cdab4e50fa026039e9e1d93f0, regionState=OPENING, regionLocation=6706a97ae65f,38459,1733397419330 2024-12-05T11:17:10,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8308695cdab4e50fa026039e9e1d93f0, ASSIGN because future has completed 2024-12-05T11:17:10,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8308695cdab4e50fa026039e9e1d93f0, server=6706a97ae65f,38459,1733397419330}] 2024-12-05T11:17:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:17:10,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. 2024-12-05T11:17:10,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:10,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T11:17:10,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C38459%2C1733397419330.rep, suffix=, logDir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330, archiveDir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/oldWALs, maxLogs=10 2024-12-05T11:17:10,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330/6706a97ae65f%2C38459%2C1733397419330.rep.1733397430315, exclude list is [], retry=0 2024-12-05T11:17:10,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46753,DS-46395664-5067-4e89-9145-5d356a7ab75e,DISK] 2024-12-05T11:17:10,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330/6706a97ae65f%2C38459%2C1733397419330.rep.1733397430315 2024-12-05T11:17:10,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41393:41393)] 2024-12-05T11:17:10,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8308695cdab4e50fa026039e9e1d93f0, NAME => 'hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:17:10,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:17:10,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:17:10,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. service=MultiRowMutationService 2024-12-05T11:17:10,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T11:17:10,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:10,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:10,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:10,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:10,348 INFO [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:10,349 INFO [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8308695cdab4e50fa026039e9e1d93f0 columnFamilyName hfileref 2024-12-05T11:17:10,349 DEBUG [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:10,350 INFO [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] regionserver.HStore(327): Store=8308695cdab4e50fa026039e9e1d93f0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:10,350 INFO [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:10,352 INFO [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8308695cdab4e50fa026039e9e1d93f0 columnFamilyName queue 2024-12-05T11:17:10,352 DEBUG [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:10,353 INFO [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] regionserver.HStore(327): Store=8308695cdab4e50fa026039e9e1d93f0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:10,353 INFO [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:10,355 INFO [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8308695cdab4e50fa026039e9e1d93f0 columnFamilyName sid 2024-12-05T11:17:10,355 DEBUG [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:10,356 INFO [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] regionserver.HStore(327): Store=8308695cdab4e50fa026039e9e1d93f0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:10,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:10,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/replication/8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:10,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/replication/8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:10,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:10,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:10,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:17:10,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:10,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/replication/8308695cdab4e50fa026039e9e1d93f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:17:10,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 8308695cdab4e50fa026039e9e1d93f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62067567, jitterRate=-0.07512117922306061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:17:10,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:10,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8308695cdab4e50fa026039e9e1d93f0: Running coprocessor pre-open hook at 1733397430346Writing region info on filesystem at 1733397430346Initializing all the Stores at 1733397430347 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397430347Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397430347Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397430347Cleaning up temporary data from old regions at 1733397430360 (+13 ms)Running coprocessor post-open hooks at 1733397430367 (+7 ms)Region opened successfully at 1733397430368 (+1 ms) 2024-12-05T11:17:10,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0., pid=7, masterSystemTime=1733397430304 2024-12-05T11:17:10,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. 2024-12-05T11:17:10,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. 2024-12-05T11:17:10,375 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8308695cdab4e50fa026039e9e1d93f0, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,38459,1733397419330 2024-12-05T11:17:10,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8308695cdab4e50fa026039e9e1d93f0, server=6706a97ae65f,38459,1733397419330 because future has completed 2024-12-05T11:17:10,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T11:17:10,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8308695cdab4e50fa026039e9e1d93f0, server=6706a97ae65f,38459,1733397419330 in 230 msec 2024-12-05T11:17:10,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T11:17:10,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8308695cdab4e50fa026039e9e1d93f0, ASSIGN in 397 msec 2024-12-05T11:17:10,390 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:17:10,390 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397430390"}]},"ts":"1733397430390"} 2024-12-05T11:17:10,393 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T11:17:10,395 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:17:10,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2600 sec 2024-12-05T11:17:10,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0., hostname=6706a97ae65f,38459,1733397419330, seqNum=2] 2024-12-05T11:17:10,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38459 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-05T11:17:10,617 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38459-0x101a5357d440001, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:17:10,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:17:10,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T11:17:10,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T11:17:10,824 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T11:17:10,880 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6706a97ae65f,38459,1733397419330, ReplicationSource: 1, currentBandwidth=0 2024-12-05T11:17:10,882 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:17:10,882 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,38459,1733397419330, seqNum=-1] 2024-12-05T11:17:10,883 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:17:10,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-05T11:17:10,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6706a97ae65f,38459,1733397419330', locateType=CURRENT is [region=hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0., hostname=6706a97ae65f,38459,1733397419330, seqNum=2] 2024-12-05T11:17:10,895 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T11:17:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T11:17:10,903 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6706a97ae65f,38459,1733397419330 suceeded 2024-12-05T11:17:10,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T11:17:10,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 247 msec 2024-12-05T11:17:10,908 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6706a97ae65f:37547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T11:17:10,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8160 sec 2024-12-05T11:17:10,918 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38459,1733397419330 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:37547' 2024-12-05T11:17:10,921 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38459,1733397419330 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d6b7496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:10,921 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38459,1733397419330 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,37547,-1 for getting cluster id 2024-12-05T11:17:10,921 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38459,1733397419330 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:17:10,922 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a' 2024-12-05T11:17:10,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:17:10,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a" 2024-12-05T11:17:10,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ba45faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:10,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,37547,-1] 2024-12-05T11:17:10,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:17:10,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:10,925 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:17:10,927 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38459,1733397419330 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f4a8364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:10,927 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38459,1733397419330 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:17:10,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,37547,1733397425727 2024-12-05T11:17:10,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32d7431f 2024-12-05T11:17:10,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:17:10,931 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-05T11:17:10,932 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38459,1733397419330 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6706a97ae65f,38459,1733397419330 (queues=1) is replicating from cluster=9db20317-fa86-4bcb-8332-ff08d0579a05 to cluster=2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a 2024-12-05T11:17:10,934 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38459,1733397419330 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6706a97ae65f%2C38459%2C1733397419330 2024-12-05T11:17:10,940 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38459,1733397419330 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6706a97ae65f,38459,1733397419330, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T11:17:10,945 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38459,1733397419330.replicationSource.shipper6706a97ae65f%2C38459%2C1733397419330,1-6706a97ae65f,38459,1733397419330 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6706a97ae65f%2C38459%2C1733397419330 2024-12-05T11:17:10,949 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38459,1733397419330.replicationSource.wal-reader.6706a97ae65f%2C38459%2C1733397419330,1-6706a97ae65f,38459,1733397419330 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330/6706a97ae65f%2C38459%2C1733397419330.1733397422362, startPosition=0, beingWritten=true 2024-12-05T11:17:11,212 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38459,1733397419330.replicationSource.wal-reader.6706a97ae65f%2C38459%2C1733397419330,1-6706a97ae65f,38459,1733397419330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330/6706a97ae65f%2C38459%2C1733397419330.1733397422362 to pos 0, reset compression=false 2024-12-05T11:17:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:17:11,268 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:17:11,268 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T11:17:11,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:11,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:11,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:11,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:17:11,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ba9a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:11,269 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,33881,-1 for getting cluster id 2024-12-05T11:17:11,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:17:11,271 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9db20317-fa86-4bcb-8332-ff08d0579a05' 2024-12-05T11:17:11,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:17:11,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9db20317-fa86-4bcb-8332-ff08d0579a05" 2024-12-05T11:17:11,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13019ec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:11,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,33881,-1] 2024-12-05T11:17:11,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:17:11,273 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:11,275 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:17:11,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d151693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:11,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:17:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,33881,1733397418617 2024-12-05T11:17:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62be1ac3 2024-12-05T11:17:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:17:11,280 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:17:11,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://6706a97ae65f:37547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T11:17:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T11:17:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T11:17:11,290 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:37547' 2024-12-05T11:17:11,292 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a133370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:11,292 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,37547,-1 for getting cluster id 2024-12-05T11:17:11,292 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:17:11,293 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a' 2024-12-05T11:17:11,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:17:11,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a" 2024-12-05T11:17:11,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6754fc39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:11,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,37547,-1] 2024-12-05T11:17:11,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:17:11,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:11,297 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:17:11,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281fe5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:11,298 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:17:11,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,37547,1733397425727 2024-12-05T11:17:11,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ab05690 2024-12-05T11:17:11,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:17:11,301 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:17:11,302 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-05T11:17:11,303 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T11:17:11,303 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:11,303 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:11,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:17:11,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T11:17:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T11:17:11,520 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38459,1733397419330.replicationSource.wal-reader.6706a97ae65f%2C38459%2C1733397419330,1-6706a97ae65f,38459,1733397419330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330/6706a97ae65f%2C38459%2C1733397419330.1733397422362 to pos 0, reset compression=false 2024-12-05T11:17:11,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-05T11:17:11,525 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-05T11:17:11,571 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-6706a97ae65f,38459,1733397419330, ReplicationSource: 2, currentBandwidth=0 2024-12-05T11:17:11,575 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-05T11:17:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-05T11:17:11,580 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6706a97ae65f,38459,1733397419330 suceeded 2024-12-05T11:17:11,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T11:17:11,585 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6706a97ae65f:37547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T11:17:11,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-12-05T11:17:11,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 304 msec 2024-12-05T11:17:11,594 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,38459,1733397419330 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:37547' 2024-12-05T11:17:11,595 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,38459,1733397419330 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a17819e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:11,595 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,38459,1733397419330 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,37547,-1 for getting cluster id 2024-12-05T11:17:11,595 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,38459,1733397419330 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:17:11,596 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a' 2024-12-05T11:17:11,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:17:11,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a" 2024-12-05T11:17:11,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d45827d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:11,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,37547,-1] 2024-12-05T11:17:11,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:17:11,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:11,600 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:17:11,601 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,38459,1733397419330 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58f0b111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:11,601 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,38459,1733397419330 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:17:11,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,37547,1733397425727 2024-12-05T11:17:11,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42f4a9cb 2024-12-05T11:17:11,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:17:11,604 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-05T11:17:11,605 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,38459,1733397419330 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6706a97ae65f,38459,1733397419330 (queues=1) is replicating from cluster=9db20317-fa86-4bcb-8332-ff08d0579a05 to cluster=2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a 2024-12-05T11:17:11,606 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,38459,1733397419330 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6706a97ae65f%2C38459%2C1733397419330 2024-12-05T11:17:11,606 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,38459,1733397419330 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6706a97ae65f,38459,1733397419330, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T11:17:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T11:17:11,607 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-05T11:17:11,607 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,38459,1733397419330.replicationSource.shipper6706a97ae65f%2C38459%2C1733397419330,2-6706a97ae65f,38459,1733397419330 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6706a97ae65f%2C38459%2C1733397419330 2024-12-05T11:17:11,607 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:17:11,607 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:11,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:11,607 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,38459,1733397419330.replicationSource.wal-reader.6706a97ae65f%2C38459%2C1733397419330,2-6706a97ae65f,38459,1733397419330 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330/6706a97ae65f%2C38459%2C1733397419330.1733397422362, startPosition=0, beingWritten=true 2024-12-05T11:17:11,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:11,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:17:11,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:17:11,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,33881,1733397418617 2024-12-05T11:17:11,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ee1e8db 2024-12-05T11:17:11,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:17:11,618 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:17:11,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T11:17:11,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-05T11:17:11,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T11:17:11,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-05T11:17:11,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://6706a97ae65f:37547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T11:17:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T11:17:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T11:17:11,636 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:37547' 2024-12-05T11:17:11,637 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14abd9ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:11,637 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,37547,-1 for getting cluster id 2024-12-05T11:17:11,637 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:17:11,638 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a' 2024-12-05T11:17:11,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:17:11,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a" 2024-12-05T11:17:11,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57bea715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:11,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,37547,-1] 2024-12-05T11:17:11,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:17:11,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:11,640 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:17:11,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b1a04d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:11,641 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:17:11,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,37547,1733397425727 2024-12-05T11:17:11,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@349e0d89 2024-12-05T11:17:11,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:17:11,644 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:17:11,645 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T11:17:11,645 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T11:17:11,645 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:11,645 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:11,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:17:11,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T11:17:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T11:17:11,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-05T11:17:11,817 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-05T11:17:11,819 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-05T11:17:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-05T11:17:11,820 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,38459,1733397419330.replicationSource.wal-reader.6706a97ae65f%2C38459%2C1733397419330,2-6706a97ae65f,38459,1733397419330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330/6706a97ae65f%2C38459%2C1733397419330.1733397422362 to pos 0, reset compression=false 2024-12-05T11:17:11,824 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 6706a97ae65f,38459,1733397419330 suceeded 2024-12-05T11:17:11,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T11:17:11,827 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://6706a97ae65f:37547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T11:17:11,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-12-05T11:17:11,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 199 msec 2024-12-05T11:17:11,928 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38459,1733397419330.replicationSource.wal-reader.6706a97ae65f%2C38459%2C1733397419330,1-6706a97ae65f,38459,1733397419330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330/6706a97ae65f%2C38459%2C1733397419330.1733397422362 to pos 0, reset compression=false 2024-12-05T11:17:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T11:17:11,958 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-05T11:17:11,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://6706a97ae65f:37547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T11:17:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T11:17:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T11:17:11,964 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:37547' 2024-12-05T11:17:11,965 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdf6fc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:11,965 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,37547,-1 for getting cluster id 2024-12-05T11:17:11,966 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:17:11,967 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a' 2024-12-05T11:17:11,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:17:11,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a" 2024-12-05T11:17:11,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5717d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:11,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,37547,-1] 2024-12-05T11:17:11,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:17:11,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:11,969 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:17:11,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a493d81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:11,971 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:17:11,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,37547,1733397425727 2024-12-05T11:17:11,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ca7b378 2024-12-05T11:17:11,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:17:11,974 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:17:11,974 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T11:17:11,975 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T11:17:11,975 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:11,975 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:11,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:17:11,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T11:17:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T11:17:12,127 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,38459,1733397419330.replicationSource.wal-reader.6706a97ae65f%2C38459%2C1733397419330,2-6706a97ae65f,38459,1733397419330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330/6706a97ae65f%2C38459%2C1733397419330.1733397422362 to pos 0, reset compression=false 2024-12-05T11:17:12,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-05T11:17:12,144 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-05T11:17:12,146 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-05T11:17:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-05T11:17:12,150 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 6706a97ae65f,38459,1733397419330 suceeded 2024-12-05T11:17:12,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-05T11:17:12,155 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://6706a97ae65f:37547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T11:17:12,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-12-05T11:17:12,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 196 msec 2024-12-05T11:17:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T11:17:12,278 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-05T11:17:12,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T11:17:12,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-05T11:17:12,281 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:17:12,281 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:12,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:12,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:12,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:17:12,282 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:17:12,282 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=646843492, stopped=false 2024-12-05T11:17:12,282 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,33881,1733397418617 2024-12-05T11:17:12,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-427401681/running 2024-12-05T11:17:12,326 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38459-0x101a5357d440001, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-427401681/running 2024-12-05T11:17:12,326 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38459-0x101a5357d440001, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:17:12,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:17:12,326 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:17:12,327 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:17:12,327 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:12,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:12,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38459-0x101a5357d440001, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Set watcher on znode that does not yet exist, /0-427401681/running 2024-12-05T11:17:12,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Set watcher on znode that does not yet exist, /0-427401681/running 2024-12-05T11:17:12,328 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,38459,1733397419330' ***** 2024-12-05T11:17:12,329 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:17:12,329 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:17:12,330 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:17:12,330 INFO [RS:0;6706a97ae65f:38459 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:17:12,330 INFO [RS:0;6706a97ae65f:38459 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:17:12,330 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(3091): Received CLOSE for 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:12,331 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,38459,1733397419330 2024-12-05T11:17:12,331 INFO [RS:0;6706a97ae65f:38459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:17:12,331 INFO [RS:0;6706a97ae65f:38459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:38459. 2024-12-05T11:17:12,332 DEBUG [RS:0;6706a97ae65f:38459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:12,332 DEBUG [RS:0;6706a97ae65f:38459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:12,332 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8308695cdab4e50fa026039e9e1d93f0, disabling compactions & flushes 2024-12-05T11:17:12,332 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. 2024-12-05T11:17:12,332 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. 2024-12-05T11:17:12,333 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. after waiting 0 ms 2024-12-05T11:17:12,333 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. 2024-12-05T11:17:12,333 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:17:12,333 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:17:12,333 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:17:12,334 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:17:12,334 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T11:17:12,334 DEBUG [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8308695cdab4e50fa026039e9e1d93f0=hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0.} 2024-12-05T11:17:12,334 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:17:12,335 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:17:12,335 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:17:12,335 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:17:12,335 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:17:12,335 DEBUG [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:12,338 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T11:17:12,338 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8308695cdab4e50fa026039e9e1d93f0 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-05T11:17:12,392 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/replication/8308695cdab4e50fa026039e9e1d93f0/.tmp/queue/3ef8817084364bf4a751e2f39e9bbad3 is 151, key is 1-6706a97ae65f,38459,1733397419330/queue:6706a97ae65f%2C38459%2C1733397419330/1733397430889/Put/seqid=0 2024-12-05T11:17:12,392 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/.tmp/info/79fb8f4c8438433098497a7d1b7095ea is 147, key is hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0./info:regioninfo/1733397430374/Put/seqid=0 2024-12-05T11:17:12,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741839_1015 (size=6631) 2024-12-05T11:17:12,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741838_1014 (size=5500) 2024-12-05T11:17:12,421 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:17:12,435 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38459,1733397419330.replicationSource.wal-reader.6706a97ae65f%2C38459%2C1733397419330,1-6706a97ae65f,38459,1733397419330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330/6706a97ae65f%2C38459%2C1733397419330.1733397422362 to pos 0, reset compression=false 2024-12-05T11:17:12,535 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,38459,1733397419330.replicationSource.wal-reader.6706a97ae65f%2C38459%2C1733397419330,2-6706a97ae65f,38459,1733397419330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330/6706a97ae65f%2C38459%2C1733397419330.1733397422362 to pos 0, reset compression=false 2024-12-05T11:17:12,535 DEBUG [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:12,735 DEBUG [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:12,802 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/replication/8308695cdab4e50fa026039e9e1d93f0/.tmp/queue/3ef8817084364bf4a751e2f39e9bbad3 2024-12-05T11:17:12,802 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/.tmp/info/79fb8f4c8438433098497a7d1b7095ea 2024-12-05T11:17:12,854 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/replication/8308695cdab4e50fa026039e9e1d93f0/.tmp/queue/3ef8817084364bf4a751e2f39e9bbad3 as hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/replication/8308695cdab4e50fa026039e9e1d93f0/queue/3ef8817084364bf4a751e2f39e9bbad3 2024-12-05T11:17:12,867 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/replication/8308695cdab4e50fa026039e9e1d93f0/queue/3ef8817084364bf4a751e2f39e9bbad3, entries=2, sequenceid=6, filesize=5.4 K 2024-12-05T11:17:12,877 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 8308695cdab4e50fa026039e9e1d93f0 in 538ms, sequenceid=6, compaction requested=false 2024-12-05T11:17:12,877 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T11:17:12,878 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/.tmp/ns/3405ca072aab41e5bf52f8ff1d94a72e is 43, key is default/ns:d/1733397423404/Put/seqid=0 2024-12-05T11:17:12,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741840_1016 (size=5153) 2024-12-05T11:17:12,901 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/replication/8308695cdab4e50fa026039e9e1d93f0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T11:17:12,904 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:17:12,904 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:17:12,905 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. 2024-12-05T11:17:12,905 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8308695cdab4e50fa026039e9e1d93f0: Waiting for close lock at 1733397432331Running coprocessor pre-close hooks at 1733397432332 (+1 ms)Disabling compacts and flushes for region at 1733397432332Disabling writes for close at 1733397432333 (+1 ms)Obtaining lock to block concurrent updates at 1733397432338 (+5 ms)Preparing flush snapshotting stores in 8308695cdab4e50fa026039e9e1d93f0 at 1733397432338Finished memstore snapshotting hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733397432345 (+7 ms)Flushing stores of hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. at 1733397432346 (+1 ms)Flushing 8308695cdab4e50fa026039e9e1d93f0/queue: creating writer at 1733397432348 (+2 ms)Flushing 8308695cdab4e50fa026039e9e1d93f0/queue: appending metadata at 1733397432381 (+33 ms)Flushing 8308695cdab4e50fa026039e9e1d93f0/queue: closing flushed file at 1733397432383 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da5f098: reopening flushed file at 1733397432852 (+469 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 8308695cdab4e50fa026039e9e1d93f0 in 538ms, sequenceid=6, compaction requested=false at 1733397432877 (+25 ms)Writing region close event to WAL at 1733397432881 (+4 ms)Running coprocessor post-close hooks at 1733397432902 (+21 ms)Closed at 1733397432905 (+3 ms) 2024-12-05T11:17:12,905 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. 2024-12-05T11:17:12,936 DEBUG [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:17:13,042 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,38459,1733397419330.replicationSource.wal-reader.6706a97ae65f%2C38459%2C1733397419330,2-6706a97ae65f,38459,1733397419330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330/6706a97ae65f%2C38459%2C1733397419330.1733397422362 to pos 0, reset compression=false 2024-12-05T11:17:13,043 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38459,1733397419330.replicationSource.wal-reader.6706a97ae65f%2C38459%2C1733397419330,1-6706a97ae65f,38459,1733397419330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330/6706a97ae65f%2C38459%2C1733397419330.1733397422362 to pos 0, reset compression=false 2024-12-05T11:17:13,136 DEBUG [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:17:13,257 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:17:13,257 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:17:13,298 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/.tmp/ns/3405ca072aab41e5bf52f8ff1d94a72e 2024-12-05T11:17:13,325 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/.tmp/table/7c3c91755d334ce9820745b859257296 is 53, key is hbase:replication/table:state/1733397430390/Put/seqid=0 2024-12-05T11:17:13,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741841_1017 (size=5256) 2024-12-05T11:17:13,336 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T11:17:13,336 DEBUG [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:17:13,336 DEBUG [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:17:13,537 DEBUG [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:17:13,649 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,38459,1733397419330.replicationSource.wal-reader.6706a97ae65f%2C38459%2C1733397419330,2-6706a97ae65f,38459,1733397419330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330/6706a97ae65f%2C38459%2C1733397419330.1733397422362 to pos 0, reset compression=false 2024-12-05T11:17:13,731 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/.tmp/table/7c3c91755d334ce9820745b859257296 2024-12-05T11:17:13,737 DEBUG [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:17:13,742 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/.tmp/info/79fb8f4c8438433098497a7d1b7095ea as hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/info/79fb8f4c8438433098497a7d1b7095ea 2024-12-05T11:17:13,750 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38459,1733397419330.replicationSource.wal-reader.6706a97ae65f%2C38459%2C1733397419330,1-6706a97ae65f,38459,1733397419330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330/6706a97ae65f%2C38459%2C1733397419330.1733397422362 to pos 0, reset compression=false 2024-12-05T11:17:13,753 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/info/79fb8f4c8438433098497a7d1b7095ea, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T11:17:13,755 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/.tmp/ns/3405ca072aab41e5bf52f8ff1d94a72e as hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/ns/3405ca072aab41e5bf52f8ff1d94a72e 2024-12-05T11:17:13,764 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/ns/3405ca072aab41e5bf52f8ff1d94a72e, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T11:17:13,766 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/.tmp/table/7c3c91755d334ce9820745b859257296 as hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/table/7c3c91755d334ce9820745b859257296 2024-12-05T11:17:13,776 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/table/7c3c91755d334ce9820745b859257296, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T11:17:13,777 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1442ms, sequenceid=11, compaction requested=false 2024-12-05T11:17:13,784 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T11:17:13,785 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:17:13,785 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:17:13,785 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:17:13,785 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397432334Running coprocessor pre-close hooks at 1733397432334Disabling compacts and flushes for region at 1733397432334Disabling writes for close at 1733397432335 (+1 ms)Obtaining lock to block concurrent updates at 1733397432338 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733397432338Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733397432345 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733397432346 (+1 ms)Flushing 1588230740/info: creating writer at 1733397432348 (+2 ms)Flushing 1588230740/info: appending metadata at 1733397432381 (+33 ms)Flushing 1588230740/info: closing flushed file at 1733397432383 (+2 ms)Flushing 1588230740/ns: creating writer at 1733397432852 (+469 ms)Flushing 1588230740/ns: appending metadata at 1733397432876 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1733397432877 (+1 ms)Flushing 1588230740/table: creating writer at 1733397433312 (+435 ms)Flushing 1588230740/table: appending metadata at 1733397433325 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733397433325Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7855a1e5: reopening flushed file at 1733397433740 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59d1cba6: reopening flushed file at 1733397433754 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@702c144f: reopening flushed file at 1733397433764 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1442ms, sequenceid=11, compaction requested=false at 1733397433777 (+13 ms)Writing region close event to WAL at 1733397433779 (+2 ms)Running coprocessor post-close hooks at 1733397433785 (+6 ms)Closed at 1733397433785 2024-12-05T11:17:13,785 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:17:13,937 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,38459,1733397419330; all regions closed. 2024-12-05T11:17:13,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741834_1010 (size=2742) 2024-12-05T11:17:13,948 DEBUG [RS:0;6706a97ae65f:38459 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/oldWALs 2024-12-05T11:17:13,948 INFO [RS:0;6706a97ae65f:38459 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C38459%2C1733397419330.meta:.meta(num 1733397423115) 2024-12-05T11:17:13,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741837_1013 (size=1802) 2024-12-05T11:17:13,954 DEBUG [RS:0;6706a97ae65f:38459 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/oldWALs 2024-12-05T11:17:13,954 INFO [RS:0;6706a97ae65f:38459 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C38459%2C1733397419330.rep:(num 1733397430315) 2024-12-05T11:17:13,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741833_1009 (size=93) 2024-12-05T11:17:13,956 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330/6706a97ae65f%2C38459%2C1733397419330.1733397422362 not finished, retry = 0 2024-12-05T11:17:14,060 DEBUG [RS:0;6706a97ae65f:38459 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/oldWALs 2024-12-05T11:17:14,060 INFO [RS:0;6706a97ae65f:38459 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C38459%2C1733397419330:(num 1733397422362) 2024-12-05T11:17:14,060 DEBUG [RS:0;6706a97ae65f:38459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:14,060 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:17:14,061 INFO [RS:0;6706a97ae65f:38459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:17:14,061 INFO [RS:0;6706a97ae65f:38459 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T11:17:14,061 INFO [RS:0;6706a97ae65f:38459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:17:14,061 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:17:14,061 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6706a97ae65f,38459,1733397419330 because: Region server is closing 2024-12-05T11:17:14,062 INFO [RS:0;6706a97ae65f:38459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:38459. 2024-12-05T11:17:14,062 DEBUG [RS:0;6706a97ae65f:38459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:14,062 DEBUG [RS:0;6706a97ae65f:38459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:14,062 DEBUG [RS:0;6706a97ae65f:38459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:14,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:17:14,163 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38459,1733397419330.replicationSource.wal-reader.6706a97ae65f%2C38459%2C1733397419330,1-6706a97ae65f,38459,1733397419330 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T11:17:14,163 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38459,1733397419330.replicationSource.shipper6706a97ae65f%2C38459%2C1733397419330,1-6706a97ae65f,38459,1733397419330 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T11:17:14,163 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38459,1733397419330.replicationSource.shipper6706a97ae65f%2C38459%2C1733397419330,1-6706a97ae65f,38459,1733397419330 terminated 2024-12-05T11:17:14,164 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6706a97ae65f,38459,1733397419330 because: Region server is closing 2024-12-05T11:17:14,164 INFO [RS:0;6706a97ae65f:38459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:38459. 2024-12-05T11:17:14,164 DEBUG [RS:0;6706a97ae65f:38459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:14,164 DEBUG [RS:0;6706a97ae65f:38459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:14,164 DEBUG [RS:0;6706a97ae65f:38459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:14,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:17:14,265 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,38459,1733397419330.replicationSource.wal-reader.6706a97ae65f%2C38459%2C1733397419330,2-6706a97ae65f,38459,1733397419330 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T11:17:14,265 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,38459,1733397419330.replicationSource.shipper6706a97ae65f%2C38459%2C1733397419330,2-6706a97ae65f,38459,1733397419330 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T11:17:14,265 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,38459,1733397419330.replicationSource.shipper6706a97ae65f%2C38459%2C1733397419330,2-6706a97ae65f,38459,1733397419330 terminated 2024-12-05T11:17:14,265 INFO [RS:0;6706a97ae65f:38459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38459 2024-12-05T11:17:14,334 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38459-0x101a5357d440001, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-427401681/rs/6706a97ae65f,38459,1733397419330 2024-12-05T11:17:14,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681/rs 2024-12-05T11:17:14,335 INFO [RS:0;6706a97ae65f:38459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:17:14,399 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,38459,1733397419330] 2024-12-05T11:17:14,402 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:17:14,471 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-427401681/draining/6706a97ae65f,38459,1733397419330 already deleted, retry=false 2024-12-05T11:17:14,472 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,38459,1733397419330 expired; onlineServers=0 2024-12-05T11:17:14,472 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,33881,1733397418617' ***** 2024-12-05T11:17:14,472 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:17:14,472 INFO [M:0;6706a97ae65f:33881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:17:14,472 INFO [M:0;6706a97ae65f:33881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:17:14,472 DEBUG [M:0;6706a97ae65f:33881 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:17:14,473 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:17:14,473 DEBUG [M:0;6706a97ae65f:33881 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:17:14,473 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397422120 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397422120,5,FailOnTimeoutGroup] 2024-12-05T11:17:14,473 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397422120 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397422120,5,FailOnTimeoutGroup] 2024-12-05T11:17:14,473 INFO [M:0;6706a97ae65f:33881 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:17:14,473 INFO [M:0;6706a97ae65f:33881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:17:14,473 DEBUG [M:0;6706a97ae65f:33881 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:17:14,473 INFO [M:0;6706a97ae65f:33881 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:17:14,474 INFO [M:0;6706a97ae65f:33881 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:17:14,474 INFO [M:0;6706a97ae65f:33881 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:17:14,475 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:17:14,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-427401681/master 2024-12-05T11:17:14,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:17:14,494 DEBUG [M:0;6706a97ae65f:33881 {}] zookeeper.ZKUtil(347): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Unable to get data of znode /0-427401681/master because node does not exist (not an error) 2024-12-05T11:17:14,494 WARN [M:0;6706a97ae65f:33881 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:17:14,495 INFO [M:0;6706a97ae65f:33881 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/.lastflushedseqids 2024-12-05T11:17:14,499 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38459-0x101a5357d440001, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:17:14,499 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38459-0x101a5357d440001, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:17:14,499 INFO [RS:0;6706a97ae65f:38459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:17:14,500 INFO [RS:0;6706a97ae65f:38459 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,38459,1733397419330; zookeeper connection closed. 2024-12-05T11:17:14,500 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bac8c1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bac8c1d 2024-12-05T11:17:14,501 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:17:14,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741842_1018 (size=181) 2024-12-05T11:17:14,910 INFO [M:0;6706a97ae65f:33881 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:17:14,910 INFO [M:0;6706a97ae65f:33881 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:17:14,911 DEBUG [M:0;6706a97ae65f:33881 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:17:14,911 INFO [M:0;6706a97ae65f:33881 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:14,911 DEBUG [M:0;6706a97ae65f:33881 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:14,911 DEBUG [M:0;6706a97ae65f:33881 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:17:14,911 DEBUG [M:0;6706a97ae65f:33881 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:14,912 INFO [M:0;6706a97ae65f:33881 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-05T11:17:14,928 DEBUG [M:0;6706a97ae65f:33881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/281bac4f90654fae897d4cb575d1ebc8 is 82, key is hbase:meta,,1/info:regioninfo/1733397423191/Put/seqid=0 2024-12-05T11:17:14,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741843_1019 (size=5672) 2024-12-05T11:17:15,334 INFO [M:0;6706a97ae65f:33881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/281bac4f90654fae897d4cb575d1ebc8 2024-12-05T11:17:15,357 DEBUG [M:0;6706a97ae65f:33881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5f9c6e649aa42cab06118339a139122 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733397430397/Put/seqid=0 2024-12-05T11:17:15,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741844_1020 (size=8663) 2024-12-05T11:17:15,763 INFO [M:0;6706a97ae65f:33881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5f9c6e649aa42cab06118339a139122 2024-12-05T11:17:15,790 DEBUG [M:0;6706a97ae65f:33881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa0daf2c399747cc946c9c56c0925ca4 is 69, key is 6706a97ae65f,38459,1733397419330/rs:state/1733397422139/Put/seqid=0 2024-12-05T11:17:15,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741845_1021 (size=5156) 2024-12-05T11:17:16,197 INFO [M:0;6706a97ae65f:33881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa0daf2c399747cc946c9c56c0925ca4 2024-12-05T11:17:16,206 DEBUG [M:0;6706a97ae65f:33881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/281bac4f90654fae897d4cb575d1ebc8 as hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/281bac4f90654fae897d4cb575d1ebc8 2024-12-05T11:17:16,212 INFO [M:0;6706a97ae65f:33881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/281bac4f90654fae897d4cb575d1ebc8, entries=8, sequenceid=115, filesize=5.5 K 2024-12-05T11:17:16,213 DEBUG [M:0;6706a97ae65f:33881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5f9c6e649aa42cab06118339a139122 as hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5f9c6e649aa42cab06118339a139122 2024-12-05T11:17:16,220 INFO [M:0;6706a97ae65f:33881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5f9c6e649aa42cab06118339a139122, entries=14, sequenceid=115, filesize=8.5 K 2024-12-05T11:17:16,221 DEBUG [M:0;6706a97ae65f:33881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa0daf2c399747cc946c9c56c0925ca4 as hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa0daf2c399747cc946c9c56c0925ca4 2024-12-05T11:17:16,228 INFO [M:0;6706a97ae65f:33881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa0daf2c399747cc946c9c56c0925ca4, entries=1, sequenceid=115, filesize=5.0 K 2024-12-05T11:17:16,229 INFO [M:0;6706a97ae65f:33881 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=115, compaction requested=false 2024-12-05T11:17:16,230 INFO [M:0;6706a97ae65f:33881 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:16,230 DEBUG [M:0;6706a97ae65f:33881 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397434911Disabling compacts and flushes for region at 1733397434911Disabling writes for close at 1733397434911Obtaining lock to block concurrent updates at 1733397434912 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397434912Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733397434912Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397434913 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397434913Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397434928 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397434928Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397435343 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397435357 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397435357Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397435769 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397435790 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397435790Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25b80af: reopening flushed file at 1733397436204 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@321818dd: reopening flushed file at 1733397436212 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@680f56a8: reopening flushed file at 1733397436220 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=115, compaction requested=false at 1733397436229 (+9 ms)Writing region close event to WAL at 1733397436230 (+1 ms)Closed at 1733397436230 2024-12-05T11:17:16,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741830_1006 (size=59421) 2024-12-05T11:17:16,233 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/WALs/6706a97ae65f,33881,1733397418617/6706a97ae65f%2C33881%2C1733397418617.1733397421429 not finished, retry = 0 2024-12-05T11:17:16,335 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:17:16,335 INFO [M:0;6706a97ae65f:33881 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:17:16,335 INFO [M:0;6706a97ae65f:33881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33881 2024-12-05T11:17:16,336 INFO [M:0;6706a97ae65f:33881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:17:16,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:17:16,508 INFO [M:0;6706a97ae65f:33881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:17:16,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33881-0x101a5357d440000, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:17:16,511 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:17:16,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:16,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:16,512 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:17:16,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:16,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:17:16,512 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:17:16,512 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:17:16,513 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43107 2024-12-05T11:17:16,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43107 connecting to ZooKeeper ensemble=127.0.0.1:53929 2024-12-05T11:17:16,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431070x0, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:17:16,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43107-0x101a5357d440006 connected 2024-12-05T11:17:16,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:16,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:16,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Set watcher on znode that does not yet exist, /0-427401681/running 2024-12-05T11:17:16,544 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-427401681/meta-region-server: INIT 2024-12-05T11:17:16,545 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b, hbase.cluster.distributed=false 2024-12-05T11:17:16,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Set watcher on znode that does not yet exist, /0-427401681/acl 2024-12-05T11:17:16,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43107 2024-12-05T11:17:16,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43107 2024-12-05T11:17:16,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43107 2024-12-05T11:17:16,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43107 2024-12-05T11:17:16,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43107 2024-12-05T11:17:16,566 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:17:16,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:16,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:16,567 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:17:16,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:16,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:17:16,567 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:17:16,567 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:17:16,568 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35693 2024-12-05T11:17:16,570 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35693 connecting to ZooKeeper ensemble=127.0.0.1:53929 2024-12-05T11:17:16,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:16,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:16,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356930x0, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:17:16,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356930x0, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Set watcher on znode that does not yet exist, /0-427401681/running 2024-12-05T11:17:16,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35693-0x101a5357d440007 connected 2024-12-05T11:17:16,589 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-427401681/meta-region-server: INIT 2024-12-05T11:17:16,589 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:17:16,590 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:17:16,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35693-0x101a5357d440007, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Set watcher on znode that does not yet exist, /0-427401681/master 2024-12-05T11:17:16,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35693-0x101a5357d440007, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Set watcher on znode that does not yet exist, /0-427401681/acl 2024-12-05T11:17:16,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35693 2024-12-05T11:17:16,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35693 2024-12-05T11:17:16,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35693 2024-12-05T11:17:16,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35693 2024-12-05T11:17:16,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35693 2024-12-05T11:17:16,611 DEBUG [M:0;6706a97ae65f:43107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:43107 2024-12-05T11:17:16,612 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-427401681/backup-masters/6706a97ae65f,43107,1733397436511 2024-12-05T11:17:16,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681/backup-masters 2024-12-05T11:17:16,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35693-0x101a5357d440007, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681/backup-masters 2024-12-05T11:17:16,620 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Set watcher on existing znode=/0-427401681/backup-masters/6706a97ae65f,43107,1733397436511 2024-12-05T11:17:16,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:17:16,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35693-0x101a5357d440007, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-427401681/master 2024-12-05T11:17:16,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35693-0x101a5357d440007, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:17:16,631 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Set watcher on existing znode=/0-427401681/master 2024-12-05T11:17:16,631 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-427401681/backup-masters/6706a97ae65f,43107,1733397436511 from backup master directory 2024-12-05T11:17:16,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35693-0x101a5357d440007, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681/backup-masters 2024-12-05T11:17:16,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-427401681/backup-masters/6706a97ae65f,43107,1733397436511 2024-12-05T11:17:16,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681/backup-masters 2024-12-05T11:17:16,641 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:17:16,641 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,43107,1733397436511 2024-12-05T11:17:16,656 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:16,656 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:17:16,671 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-12-05T11:17:16,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741846_1022 (size=196) 2024-12-05T11:17:17,091 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:17:17,093 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:17:17,094 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:17,105 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-05T11:17:17,109 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/WALs/6706a97ae65f,33881,1733397418617 to hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/WALs/6706a97ae65f,33881,1733397418617-dead as it is dead 2024-12-05T11:17:17,110 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-05T11:17:17,111 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-05T11:17:17,111 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/WALs/6706a97ae65f,33881,1733397418617-dead/6706a97ae65f%2C33881%2C1733397418617.1733397421429 2024-12-05T11:17:17,117 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/WALs/6706a97ae65f,33881,1733397418617-dead/6706a97ae65f%2C33881%2C1733397418617.1733397421429 after 4ms 2024-12-05T11:17:17,118 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/WALs/6706a97ae65f,33881,1733397418617-dead/6706a97ae65f%2C33881%2C1733397418617.1733397421429 to hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6706a97ae65f%2C33881%2C1733397418617.1733397421429 2024-12-05T11:17:17,118 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/WALs/6706a97ae65f,33881,1733397418617-dead 2024-12-05T11:17:17,119 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/WALs/6706a97ae65f,43107,1733397436511 2024-12-05T11:17:17,121 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:17:17,122 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C43107%2C1733397436511, suffix=, logDir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/WALs/6706a97ae65f,43107,1733397436511, archiveDir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/oldWALs, maxLogs=10 2024-12-05T11:17:17,135 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/WALs/6706a97ae65f,43107,1733397436511/6706a97ae65f%2C43107%2C1733397436511.1733397437123, exclude list is [], retry=0 2024-12-05T11:17:17,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46753,DS-46395664-5067-4e89-9145-5d356a7ab75e,DISK] 2024-12-05T11:17:17,140 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/WALs/6706a97ae65f,43107,1733397436511/6706a97ae65f%2C43107%2C1733397436511.1733397437123 2024-12-05T11:17:17,141 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41393:41393)] 2024-12-05T11:17:17,141 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:17:17,141 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:17,141 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:17,141 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:17,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:17,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:17:17,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:17,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/281bac4f90654fae897d4cb575d1ebc8 2024-12-05T11:17:17,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:17,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:17,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:17:17,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:17,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5f9c6e649aa42cab06118339a139122 2024-12-05T11:17:17,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:17,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:17,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:17:17,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:17,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa0daf2c399747cc946c9c56c0925ca4 2024-12-05T11:17:17,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:17,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:17,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:17:17,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:17,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:17,173 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:17,174 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-05T11:17:17,174 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6706a97ae65f%2C33881%2C1733397418617.1733397421429 2024-12-05T11:17:17,187 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6706a97ae65f%2C33881%2C1733397418617.1733397421429 2024-12-05T11:17:17,188 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6706a97ae65f%2C33881%2C1733397418617.1733397421429 2024-12-05T11:17:17,190 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:17,190 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:17,191 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:17:17,193 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:17,195 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-05T11:17:17,196 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72585552, jitterRate=0.08160901069641113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:17:17,197 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397437141Initializing all the Stores at 1733397437143 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397437143Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397437143Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397437143Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397437143Cleaning up temporary data from old regions at 1733397437190 (+47 ms)Region opened successfully at 1733397437197 (+7 ms) 2024-12-05T11:17:17,197 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:17:17,201 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445b3ba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:17:17,212 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-05T11:17:17,213 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:17:17,213 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:17:17,213 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:17:17,214 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:17:17,220 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:17,220 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T11:17:17,221 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T11:17:17,221 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T11:17:17,221 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T11:17:17,221 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T11:17:17,221 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-12-05T11:17:17,221 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:17:17,226 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6706a97ae65f,38459,1733397419330, regionLocation=6706a97ae65f,38459,1733397419330, openSeqNum=2 2024-12-05T11:17:17,226 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6706a97ae65f,38459,1733397419330, table=hbase:meta, region=1588230740 2024-12-05T11:17:17,227 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,38459,1733397419330, state=OPEN 2024-12-05T11:17:17,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35693-0x101a5357d440007, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-427401681/meta-region-server 2024-12-05T11:17:17,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-427401681/meta-region-server 2024-12-05T11:17:17,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-427401681/meta-region-server: CHANGED 2024-12-05T11:17:17,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-427401681/meta-region-server: CHANGED 2024-12-05T11:17:17,235 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:17:17,240 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-427401681/draining/6706a97ae65f,38459,1733397419330 already deleted, retry=false 2024-12-05T11:17:17,241 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6706a97ae65f,38459,1733397419330 on 6706a97ae65f,43107,1733397436511 2024-12-05T11:17:17,245 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6706a97ae65f,38459,1733397419330, splitWal=true, meta=true 2024-12-05T11:17:17,247 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 6706a97ae65f,38459,1733397419330 (carryingMeta=true) 6706a97ae65f,38459,1733397419330/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@60c75997[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T11:17:17,250 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Unable to get data of znode /0-427401681/balancer because node does not exist (not necessarily an error) 2024-12-05T11:17:17,289 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-427401681/balancer already deleted, retry=false 2024-12-05T11:17:17,290 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:17:17,291 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Unable to get data of znode /0-427401681/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:17:17,304 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-427401681/normalizer already deleted, retry=false 2024-12-05T11:17:17,305 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:17:17,307 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Unable to get data of znode /0-427401681/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:17:17,314 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-427401681/switch/split already deleted, retry=false 2024-12-05T11:17:17,315 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Unable to get data of znode /0-427401681/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:17:17,325 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-427401681/switch/merge already deleted, retry=false 2024-12-05T11:17:17,348 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Unable to get data of znode /0-427401681/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:17:17,356 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-427401681/snapshot-cleanup already deleted, retry=false 2024-12-05T11:17:17,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35693-0x101a5357d440007, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-427401681/running 2024-12-05T11:17:17,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-427401681/running 2024-12-05T11:17:17,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:17:17,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35693-0x101a5357d440007, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:17:17,367 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,43107,1733397436511, sessionid=0x101a5357d440006, setting cluster-up flag (Was=false) 2024-12-05T11:17:17,379 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-427401681/flush-table-proc/acquired, /0-427401681/flush-table-proc/reached, /0-427401681/flush-table-proc/abort 2024-12-05T11:17:17,380 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,43107,1733397436511 2024-12-05T11:17:17,389 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-427401681/online-snapshot/acquired, /0-427401681/online-snapshot/reached, /0-427401681/online-snapshot/abort 2024-12-05T11:17:17,390 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,43107,1733397436511 2024-12-05T11:17:17,391 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/.lastflushedseqids 2024-12-05T11:17:17,394 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:17:17,395 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:17:17,395 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,43107,1733397436511 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6706a97ae65f,38459,1733397419330 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:17:17,396 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:17,396 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:17,396 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:17,397 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:17,397 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:17:17,397 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:17,397 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:17:17,397 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:17,397 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397467397 2024-12-05T11:17:17,398 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:17:17,398 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:17:17,398 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:17:17,398 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:17:17,398 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:17:17,398 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:17:17,398 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:17,398 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:17:17,398 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:17:17,398 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:17:17,398 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:17:17,399 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:17:17,399 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:17:17,399 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397437399,5,FailOnTimeoutGroup] 2024-12-05T11:17:17,399 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397437399,5,FailOnTimeoutGroup] 2024-12-05T11:17:17,399 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:17,399 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:17:17,399 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:17,399 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:17,400 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397437400, completionTime=-1 2024-12-05T11:17:17,400 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-05T11:17:17,400 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6706a97ae65f,38459,1733397419330, splitWal=true, meta=true 2024-12-05T11:17:17,402 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6706a97ae65f,38459,1733397419330, splitWal=true, meta=true, isMeta: true 2024-12-05T11:17:17,403 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T11:17:17,407 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.HRegionServer(746): ClusterId : 9db20317-fa86-4bcb-8332-ff08d0579a05 2024-12-05T11:17:17,407 DEBUG [RS:0;6706a97ae65f:35693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:17:17,408 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330-splitting 2024-12-05T11:17:17,410 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330-splitting dir is empty, no logs to split. 2024-12-05T11:17:17,410 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6706a97ae65f,38459,1733397419330 WAL count=0, meta=true 2024-12-05T11:17:17,415 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330-splitting dir is empty, no logs to split. 2024-12-05T11:17:17,415 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6706a97ae65f,38459,1733397419330 WAL count=0, meta=true 2024-12-05T11:17:17,415 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6706a97ae65f,38459,1733397419330 WAL splitting is done? wals=0, meta=true 2024-12-05T11:17:17,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:17:17,420 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:17:17,421 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T11:17:17,425 DEBUG [RS:0;6706a97ae65f:35693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:17:17,425 DEBUG [RS:0;6706a97ae65f:35693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:17:17,432 DEBUG [RS:0;6706a97ae65f:35693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:17:17,432 DEBUG [RS:0;6706a97ae65f:35693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7209ad5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:17:17,445 DEBUG [RS:0;6706a97ae65f:35693 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:35693 2024-12-05T11:17:17,445 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:17:17,445 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:17:17,446 DEBUG [RS:0;6706a97ae65f:35693 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:17:17,447 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,43107,1733397436511 with port=35693, startcode=1733397436566 2024-12-05T11:17:17,447 DEBUG [RS:0;6706a97ae65f:35693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:17:17,449 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:17:17,450 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43107 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,35693,1733397436566 2024-12-05T11:17:17,450 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43107 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,35693,1733397436566 2024-12-05T11:17:17,452 DEBUG [RS:0;6706a97ae65f:35693 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b 2024-12-05T11:17:17,452 DEBUG [RS:0;6706a97ae65f:35693 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42499 2024-12-05T11:17:17,452 DEBUG [RS:0;6706a97ae65f:35693 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:17:17,453 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=53ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T11:17:17,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681/rs 2024-12-05T11:17:17,462 DEBUG [RS:0;6706a97ae65f:35693 {}] zookeeper.ZKUtil(111): regionserver:35693-0x101a5357d440007, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Set watcher on existing znode=/0-427401681/rs/6706a97ae65f,35693,1733397436566 2024-12-05T11:17:17,462 WARN [RS:0;6706a97ae65f:35693 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:17:17,463 INFO [RS:0;6706a97ae65f:35693 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:17,463 DEBUG [RS:0;6706a97ae65f:35693 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566 2024-12-05T11:17:17,463 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,35693,1733397436566] 2024-12-05T11:17:17,506 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:17:17,509 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:17:17,510 INFO [RS:0;6706a97ae65f:35693 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:17:17,510 INFO [RS:0;6706a97ae65f:35693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:17,511 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:17:17,512 INFO [RS:0;6706a97ae65f:35693 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:17:17,512 INFO [RS:0;6706a97ae65f:35693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:17,513 DEBUG [RS:0;6706a97ae65f:35693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:17,513 DEBUG [RS:0;6706a97ae65f:35693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:17,513 DEBUG [RS:0;6706a97ae65f:35693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:17,513 DEBUG [RS:0;6706a97ae65f:35693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:17,513 DEBUG [RS:0;6706a97ae65f:35693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:17,513 DEBUG [RS:0;6706a97ae65f:35693 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:17:17,513 DEBUG [RS:0;6706a97ae65f:35693 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:17,513 DEBUG [RS:0;6706a97ae65f:35693 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:17,513 DEBUG [RS:0;6706a97ae65f:35693 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:17,514 DEBUG [RS:0;6706a97ae65f:35693 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:17,514 DEBUG [RS:0;6706a97ae65f:35693 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:17,514 DEBUG [RS:0;6706a97ae65f:35693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:17,514 DEBUG [RS:0;6706a97ae65f:35693 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:17:17,514 DEBUG [RS:0;6706a97ae65f:35693 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:17:17,516 INFO [RS:0;6706a97ae65f:35693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:17,516 INFO [RS:0;6706a97ae65f:35693 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:17,516 INFO [RS:0;6706a97ae65f:35693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:17,516 INFO [RS:0;6706a97ae65f:35693 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:17,516 INFO [RS:0;6706a97ae65f:35693 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:17,516 INFO [RS:0;6706a97ae65f:35693 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,35693,1733397436566-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:17:17,531 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:17:17,531 INFO [RS:0;6706a97ae65f:35693 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,35693,1733397436566-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:17,549 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.ReplicationSource(231): queueId=1-6706a97ae65f,35693,1733397436566, ReplicationSource: 1, currentBandwidth=0 2024-12-05T11:17:17,562 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.ReplicationSource(231): queueId=2-6706a97ae65f,35693,1733397436566, ReplicationSource: 2, currentBandwidth=0 2024-12-05T11:17:17,563 INFO [RS:0;6706a97ae65f:35693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:17,563 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.Replication(171): 6706a97ae65f,35693,1733397436566 started 2024-12-05T11:17:17,563 DEBUG [RS:0;6706a97ae65f:35693.replicationSource,1-6706a97ae65f,35693,1733397436566 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:37547' 2024-12-05T11:17:17,565 DEBUG [RS:0;6706a97ae65f:35693.replicationSource,1-6706a97ae65f,35693,1733397436566 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f433ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:17,565 DEBUG [RS:0;6706a97ae65f:35693.replicationSource,1-6706a97ae65f,35693,1733397436566 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,37547,-1 for getting cluster id 2024-12-05T11:17:17,565 DEBUG [RS:0;6706a97ae65f:35693.replicationSource,1-6706a97ae65f,35693,1733397436566 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:17:17,566 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a' 2024-12-05T11:17:17,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:17:17,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a" 2024-12-05T11:17:17,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@546afbae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:17,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,37547,-1] 2024-12-05T11:17:17,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:17:17,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:17,569 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:17:17,570 DEBUG [RS:0;6706a97ae65f:35693.replicationSource,1-6706a97ae65f,35693,1733397436566 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b571d58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:17,571 DEBUG [RS:0;6706a97ae65f:35693.replicationSource,1-6706a97ae65f,35693,1733397436566 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:17:17,572 WARN [6706a97ae65f:43107 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T11:17:17,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,37547,1733397425727 2024-12-05T11:17:17,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26bc7935 2024-12-05T11:17:17,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:17:17,574 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-05T11:17:17,575 INFO [RS:0;6706a97ae65f:35693.replicationSource,1-6706a97ae65f,35693,1733397436566 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6706a97ae65f,35693,1733397436566 (queues=0) is replicating from cluster=9db20317-fa86-4bcb-8332-ff08d0579a05 to cluster=2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a 2024-12-05T11:17:17,578 INFO [RS:0;6706a97ae65f:35693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:17,578 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,35693,1733397436566, RpcServer on 6706a97ae65f/172.17.0.2:35693, sessionid=0x101a5357d440007 2024-12-05T11:17:17,578 DEBUG [RS:0;6706a97ae65f:35693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:17:17,579 DEBUG [RS:0;6706a97ae65f:35693 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,35693,1733397436566 2024-12-05T11:17:17,579 DEBUG [RS:0;6706a97ae65f:35693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,35693,1733397436566' 2024-12-05T11:17:17,579 DEBUG [RS:0;6706a97ae65f:35693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-427401681/flush-table-proc/abort' 2024-12-05T11:17:17,579 DEBUG [RS:0;6706a97ae65f:35693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-427401681/flush-table-proc/acquired' 2024-12-05T11:17:17,580 DEBUG [RS:0;6706a97ae65f:35693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:17:17,580 DEBUG [RS:0;6706a97ae65f:35693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:17:17,580 DEBUG [RS:0;6706a97ae65f:35693 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,35693,1733397436566 2024-12-05T11:17:17,580 DEBUG [RS:0;6706a97ae65f:35693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,35693,1733397436566' 2024-12-05T11:17:17,580 DEBUG [RS:0;6706a97ae65f:35693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-427401681/online-snapshot/abort' 2024-12-05T11:17:17,580 DEBUG [RS:0;6706a97ae65f:35693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-427401681/online-snapshot/acquired' 2024-12-05T11:17:17,581 DEBUG [RS:0;6706a97ae65f:35693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:17:17,581 INFO [RS:0;6706a97ae65f:35693 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:17:17,581 INFO [RS:0;6706a97ae65f:35693 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:17:17,585 DEBUG [RS:0;6706a97ae65f:35693.replicationSource,2-6706a97ae65f,35693,1733397436566 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:37547' 2024-12-05T11:17:17,587 DEBUG [RS:0;6706a97ae65f:35693.replicationSource,2-6706a97ae65f,35693,1733397436566 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44f668fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:17,587 DEBUG [RS:0;6706a97ae65f:35693.replicationSource,2-6706a97ae65f,35693,1733397436566 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,37547,-1 for getting cluster id 2024-12-05T11:17:17,587 DEBUG [RS:0;6706a97ae65f:35693.replicationSource,2-6706a97ae65f,35693,1733397436566 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:17:17,588 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a' 2024-12-05T11:17:17,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:17:17,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a" 2024-12-05T11:17:17,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71478008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:17,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,37547,-1] 2024-12-05T11:17:17,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:17:17,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:17,591 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:17:17,592 DEBUG [RS:0;6706a97ae65f:35693.replicationSource,2-6706a97ae65f,35693,1733397436566 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bcc3753, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:17,592 DEBUG [RS:0;6706a97ae65f:35693.replicationSource,2-6706a97ae65f,35693,1733397436566 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:17:17,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,37547,1733397425727 2024-12-05T11:17:17,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22dcca7f 2024-12-05T11:17:17,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:17:17,595 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-05T11:17:17,596 INFO [RS:0;6706a97ae65f:35693.replicationSource,2-6706a97ae65f,35693,1733397436566 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6706a97ae65f,35693,1733397436566 (queues=0) is replicating from cluster=9db20317-fa86-4bcb-8332-ff08d0579a05 to cluster=2ceb39f8-8ba3-48d4-adf9-cc750bc7a37a 2024-12-05T11:17:17,681 INFO [RS:0;6706a97ae65f:35693 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:17:17,683 INFO [RS:0;6706a97ae65f:35693 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C35693%2C1733397436566, suffix=, logDir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566, archiveDir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/oldWALs, maxLogs=10 2024-12-05T11:17:17,696 DEBUG [RS:0;6706a97ae65f:35693 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684, exclude list is [], retry=0 2024-12-05T11:17:17,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46753,DS-46395664-5067-4e89-9145-5d356a7ab75e,DISK] 2024-12-05T11:17:17,703 INFO [RS:0;6706a97ae65f:35693 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 2024-12-05T11:17:17,704 DEBUG [RS:0;6706a97ae65f:35693 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6706a97ae65f%2C35693%2C1733397436566 for peer 1 2024-12-05T11:17:17,704 DEBUG [RS:0;6706a97ae65f:35693 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6706a97ae65f%2C35693%2C1733397436566 for peer 2 2024-12-05T11:17:17,704 DEBUG [RS:0;6706a97ae65f:35693 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6706a97ae65f%2C35693%2C1733397436566 2024-12-05T11:17:17,704 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6706a97ae65f,35693,1733397436566, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T11:17:17,706 INFO [RS:0;6706a97ae65f:35693.replicationSource.shipper6706a97ae65f%2C35693%2C1733397436566,1-6706a97ae65f,35693,1733397436566 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6706a97ae65f%2C35693%2C1733397436566 2024-12-05T11:17:17,706 DEBUG [RS:0;6706a97ae65f:35693 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6706a97ae65f%2C35693%2C1733397436566 2024-12-05T11:17:17,706 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6706a97ae65f,35693,1733397436566, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T11:17:17,707 INFO [RS:0;6706a97ae65f:35693.replicationSource.shipper6706a97ae65f%2C35693%2C1733397436566,2-6706a97ae65f,35693,1733397436566 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6706a97ae65f%2C35693%2C1733397436566 2024-12-05T11:17:17,707 DEBUG [RS:0;6706a97ae65f:35693 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41393:41393)] 2024-12-05T11:17:17,707 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,2-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684, startPosition=0, beingWritten=true 2024-12-05T11:17:17,707 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,1-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684, startPosition=0, beingWritten=true 2024-12-05T11:17:17,822 DEBUG [6706a97ae65f:43107 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:17:17,823 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,35693,1733397436566 2024-12-05T11:17:17,824 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,35693,1733397436566, state=OPENING 2024-12-05T11:17:17,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-427401681/meta-region-server 2024-12-05T11:17:17,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35693-0x101a5357d440007, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-427401681/meta-region-server 2024-12-05T11:17:17,841 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:17:17,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-427401681/meta-region-server: CHANGED 2024-12-05T11:17:17,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-427401681/meta-region-server: CHANGED 2024-12-05T11:17:17,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,35693,1733397436566}] 2024-12-05T11:17:17,920 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,2-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 to pos 0, reset compression=false 2024-12-05T11:17:17,930 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,1-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 to pos 0, reset compression=false 2024-12-05T11:17:17,995 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:17:17,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:17:18,004 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:17:18,005 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:18,005 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:17:18,008 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C35693%2C1733397436566.meta, suffix=.meta, logDir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566, archiveDir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/oldWALs, maxLogs=10 2024-12-05T11:17:18,024 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.meta.1733397438010.meta, exclude list is [], retry=0 2024-12-05T11:17:18,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46753,DS-46395664-5067-4e89-9145-5d356a7ab75e,DISK] 2024-12-05T11:17:18,029 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.meta.1733397438010.meta 2024-12-05T11:17:18,030 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41393:41393)] 2024-12-05T11:17:18,030 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:17:18,031 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:17:18,031 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:17:18,031 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:17:18,031 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:17:18,031 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:17:18,031 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:18,032 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:17:18,032 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:17:18,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:17:18,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:17:18,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:18,047 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/info/79fb8f4c8438433098497a7d1b7095ea 2024-12-05T11:17:18,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:18,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:17:18,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:17:18,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:18,057 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/ns/3405ca072aab41e5bf52f8ff1d94a72e 2024-12-05T11:17:18,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:18,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:17:18,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:17:18,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:18,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:18,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:17:18,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:17:18,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:18,070 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/table/7c3c91755d334ce9820745b859257296 2024-12-05T11:17:18,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:18,071 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:17:18,072 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740 2024-12-05T11:17:18,073 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740 2024-12-05T11:17:18,075 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:17:18,075 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:17:18,076 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:17:18,078 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:17:18,079 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61240958, jitterRate=-0.08743861317634583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:17:18,079 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:17:18,079 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397438032Writing region info on filesystem at 1733397438032Initializing all the Stores at 1733397438033 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397438033Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397438036 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397438036Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397438036Cleaning up temporary data from old regions at 1733397438075 (+39 ms)Running coprocessor post-open hooks at 1733397438079 (+4 ms)Region opened successfully at 1733397438079 2024-12-05T11:17:18,080 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733397437994 2024-12-05T11:17:18,083 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:17:18,083 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:17:18,084 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6706a97ae65f,35693,1733397436566 2024-12-05T11:17:18,086 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,35693,1733397436566, state=OPEN 2024-12-05T11:17:18,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35693-0x101a5357d440007, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-427401681/meta-region-server 2024-12-05T11:17:18,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-427401681/meta-region-server 2024-12-05T11:17:18,093 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,35693,1733397436566 2024-12-05T11:17:18,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-427401681/meta-region-server: CHANGED 2024-12-05T11:17:18,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-427401681/meta-region-server: CHANGED 2024-12-05T11:17:18,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-05T11:17:18,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,35693,1733397436566 in 252 msec 2024-12-05T11:17:18,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-05T11:17:18,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 681 msec 2024-12-05T11:17:18,227 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,2-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 to pos 0, reset compression=false 2024-12-05T11:17:18,238 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,1-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 to pos 0, reset compression=false 2024-12-05T11:17:18,634 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,2-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 to pos 0, reset compression=false 2024-12-05T11:17:18,643 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,1-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 to pos 0, reset compression=false 2024-12-05T11:17:18,956 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-05T11:17:19,140 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,2-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 to pos 0, reset compression=false 2024-12-05T11:17:19,150 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,1-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 to pos 0, reset compression=false 2024-12-05T11:17:19,666 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:17:19,746 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,2-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 to pos 0, reset compression=false 2024-12-05T11:17:19,757 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,1-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 to pos 0, reset compression=false 2024-12-05T11:17:20,452 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,2-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 to pos 0, reset compression=false 2024-12-05T11:17:20,459 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3058ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-05T11:17:20,464 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,1-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 to pos 0, reset compression=false 2024-12-05T11:17:21,261 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,2-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 to pos 0, reset compression=false 2024-12-05T11:17:21,271 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,1-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 to pos 0, reset compression=false 2024-12-05T11:17:21,912 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-05T11:17:21,912 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:17:21,913 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:17:21,913 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,35693,1733397436566, seqNum=-1] 2024-12-05T11:17:21,915 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:17:21,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:17:21,926 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8308695cdab4e50fa026039e9e1d93f0, regionState=OPEN, lastHost=6706a97ae65f,38459,1733397419330, regionLocation=6706a97ae65f,38459,1733397419330, openSeqNum=2 2024-12-05T11:17:21,926 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:17:21,926 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397501926 2024-12-05T11:17:21,926 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397561926 2024-12-05T11:17:21,926 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 14 msec 2024-12-05T11:17:21,927 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,43107,1733397436511-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:21,927 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,43107,1733397436511-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:21,927 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6706a97ae65f,38459,1733397419330 had 2 regions 2024-12-05T11:17:21,927 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,43107,1733397436511-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:21,927 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:43107, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:21,927 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:21,927 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:21,929 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6706a97ae65f,38459,1733397419330, splitWal=true, meta=true, isMeta: false 2024-12-05T11:17:21,931 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330-splitting dir is empty, no logs to split. 2024-12-05T11:17:21,931 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6706a97ae65f,38459,1733397419330 WAL count=0, meta=false 2024-12-05T11:17:21,934 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,38459,1733397419330-splitting dir is empty, no logs to split. 2024-12-05T11:17:21,935 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6706a97ae65f,38459,1733397419330 WAL count=0, meta=false 2024-12-05T11:17:21,935 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6706a97ae65f,38459,1733397419330 WAL splitting is done? wals=0, meta=false 2024-12-05T11:17:21,935 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.294sec 2024-12-05T11:17:21,935 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:17:21,935 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:17:21,935 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:17:21,935 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:17:21,935 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:17:21,935 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,43107,1733397436511-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:17:21,935 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,43107,1733397436511-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:17:21,938 WARN [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6706a97ae65f,38459,1733397419330/hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. 2024-12-05T11:17:21,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8308695cdab4e50fa026039e9e1d93f0, ASSIGN}] 2024-12-05T11:17:21,941 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:17:21,941 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8308695cdab4e50fa026039e9e1d93f0, ASSIGN 2024-12-05T11:17:21,941 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:17:21,941 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,43107,1733397436511-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:21,942 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8308695cdab4e50fa026039e9e1d93f0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T11:17:22,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43efc8db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:22,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,43107,-1 for getting cluster id 2024-12-05T11:17:22,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:17:22,014 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9db20317-fa86-4bcb-8332-ff08d0579a05' 2024-12-05T11:17:22,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:17:22,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9db20317-fa86-4bcb-8332-ff08d0579a05" 2024-12-05T11:17:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3680b036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,43107,-1] 2024-12-05T11:17:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:17:22,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:22,019 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:17:22,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e2864c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:22,021 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:17:22,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,35693,1733397436566, seqNum=-1] 2024-12-05T11:17:22,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:17:22,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:17:22,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-05T11:17:22,030 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:17:22,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:22,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:22,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:22,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:17:22,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6706a97ae65f:43107 after: 6706a97ae65f:43107 2024-12-05T11:17:22,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c096778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:22,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,43107,-1 for getting cluster id 2024-12-05T11:17:22,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:17:22,032 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9db20317-fa86-4bcb-8332-ff08d0579a05' 2024-12-05T11:17:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:17:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9db20317-fa86-4bcb-8332-ff08d0579a05" 2024-12-05T11:17:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106f4532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,43107,-1] 2024-12-05T11:17:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:17:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:22,034 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:17:22,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54673998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:22,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:17:22,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,43107,1733397436511 2024-12-05T11:17:22,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e6c989a 2024-12-05T11:17:22,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:17:22,037 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:17:22,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T11:17:22,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-05T11:17:22,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T11:17:22,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-05T11:17:22,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:17:22,040 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:17:22,040 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:22,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:22,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:22,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:17:22,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:17:22,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1838923243, stopped=false 2024-12-05T11:17:22,041 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,37547,1733397425727 2024-12-05T11:17:22,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101a5357d440004, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-387440809/running 2024-12-05T11:17:22,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-387440809/running 2024-12-05T11:17:22,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101a5357d440004, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387440809 2024-12-05T11:17:22,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387440809 2024-12-05T11:17:22,051 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:17:22,051 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:17:22,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:22,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:22,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Set watcher on znode that does not yet exist, /1-387440809/running 2024-12-05T11:17:22,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34245-0x101a5357d440004, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Set watcher on znode that does not yet exist, /1-387440809/running 2024-12-05T11:17:22,051 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,34245,1733397425882' ***** 2024-12-05T11:17:22,051 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:17:22,052 INFO [RS:0;6706a97ae65f:34245 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:17:22,052 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:17:22,052 INFO [RS:0;6706a97ae65f:34245 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:17:22,052 INFO [RS:0;6706a97ae65f:34245 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:17:22,052 INFO [RS:0;6706a97ae65f:34245 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,34245,1733397425882 2024-12-05T11:17:22,052 INFO [RS:0;6706a97ae65f:34245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:17:22,052 INFO [RS:0;6706a97ae65f:34245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:34245. 2024-12-05T11:17:22,052 DEBUG [RS:0;6706a97ae65f:34245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:22,052 DEBUG [RS:0;6706a97ae65f:34245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:22,052 INFO [RS:0;6706a97ae65f:34245 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:17:22,052 INFO [RS:0;6706a97ae65f:34245 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:17:22,052 INFO [RS:0;6706a97ae65f:34245 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:17:22,052 INFO [RS:0;6706a97ae65f:34245 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:17:22,053 INFO [RS:0;6706a97ae65f:34245 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T11:17:22,053 DEBUG [RS:0;6706a97ae65f:34245 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:17:22,053 DEBUG [RS:0;6706a97ae65f:34245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:17:22,053 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:17:22,053 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:17:22,053 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:17:22,053 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:17:22,053 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:17:22,053 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:17:22,053 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T11:17:22,068 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/data/hbase/meta/1588230740/.tmp/ns/10ec5a4f9fc645e8b3ac88c7f56710a5 is 43, key is default/ns:d/1733397428951/Put/seqid=0 2024-12-05T11:17:22,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741835_1011 (size=5153) 2024-12-05T11:17:22,093 DEBUG [6706a97ae65f:43107 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:17:22,093 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=8308695cdab4e50fa026039e9e1d93f0, regionState=OPENING, regionLocation=6706a97ae65f,35693,1733397436566 2024-12-05T11:17:22,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8308695cdab4e50fa026039e9e1d93f0, ASSIGN because future has completed 2024-12-05T11:17:22,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8308695cdab4e50fa026039e9e1d93f0, server=6706a97ae65f,35693,1733397436566}] 2024-12-05T11:17:22,172 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,2-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 to pos 0, reset compression=false 2024-12-05T11:17:22,176 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,1-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 to pos 0, reset compression=false 2024-12-05T11:17:22,253 DEBUG [RS:0;6706a97ae65f:34245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:17:22,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. 2024-12-05T11:17:22,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:22,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T11:17:22,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C35693%2C1733397436566.rep, suffix=, logDir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566, archiveDir=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/oldWALs, maxLogs=10 2024-12-05T11:17:22,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.rep.1733397442257, exclude list is [], retry=0 2024-12-05T11:17:22,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46753,DS-46395664-5067-4e89-9145-5d356a7ab75e,DISK] 2024-12-05T11:17:22,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.rep.1733397442257 2024-12-05T11:17:22,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41393:41393)] 2024-12-05T11:17:22,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 8308695cdab4e50fa026039e9e1d93f0, NAME => 'hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:17:22,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:17:22,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:17:22,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. service=MultiRowMutationService 2024-12-05T11:17:22,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T11:17:22,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:22,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:22,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:22,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:22,279 INFO [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:22,280 INFO [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8308695cdab4e50fa026039e9e1d93f0 columnFamilyName hfileref 2024-12-05T11:17:22,280 DEBUG [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:22,281 INFO [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] regionserver.HStore(327): Store=8308695cdab4e50fa026039e9e1d93f0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:22,281 INFO [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:22,282 INFO [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8308695cdab4e50fa026039e9e1d93f0 columnFamilyName queue 2024-12-05T11:17:22,282 DEBUG [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:22,291 DEBUG [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/replication/8308695cdab4e50fa026039e9e1d93f0/queue/3ef8817084364bf4a751e2f39e9bbad3 2024-12-05T11:17:22,291 INFO [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] regionserver.HStore(327): Store=8308695cdab4e50fa026039e9e1d93f0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:22,291 INFO [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:22,292 INFO [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8308695cdab4e50fa026039e9e1d93f0 columnFamilyName sid 2024-12-05T11:17:22,292 DEBUG [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:22,293 INFO [StoreOpener-8308695cdab4e50fa026039e9e1d93f0-1 {}] regionserver.HStore(327): Store=8308695cdab4e50fa026039e9e1d93f0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:22,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:22,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/replication/8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:22,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/replication/8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:22,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:22,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:22,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:17:22,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:22,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 8308695cdab4e50fa026039e9e1d93f0; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61859205, jitterRate=-0.0782260149717331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:17:22,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:22,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 8308695cdab4e50fa026039e9e1d93f0: Running coprocessor pre-open hook at 1733397442278Writing region info on filesystem at 1733397442278Initializing all the Stores at 1733397442279 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397442279Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397442279Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397442279Cleaning up temporary data from old regions at 1733397442297 (+18 ms)Running coprocessor post-open hooks at 1733397442300 (+3 ms)Region opened successfully at 1733397442301 (+1 ms) 2024-12-05T11:17:22,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0., pid=19, masterSystemTime=1733397442250 2024-12-05T11:17:22,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. 2024-12-05T11:17:22,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. 2024-12-05T11:17:22,306 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=8308695cdab4e50fa026039e9e1d93f0, regionState=OPEN, openSeqNum=10, regionLocation=6706a97ae65f,35693,1733397436566 2024-12-05T11:17:22,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8308695cdab4e50fa026039e9e1d93f0, server=6706a97ae65f,35693,1733397436566 because future has completed 2024-12-05T11:17:22,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-05T11:17:22,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 8308695cdab4e50fa026039e9e1d93f0, server=6706a97ae65f,35693,1733397436566 in 213 msec 2024-12-05T11:17:22,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-05T11:17:22,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8308695cdab4e50fa026039e9e1d93f0, ASSIGN in 374 msec 2024-12-05T11:17:22,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-05T11:17:22,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0., hostname=6706a97ae65f,35693,1733397436566, seqNum=10] 2024-12-05T11:17:22,356 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 6706a97ae65f,38459,1733397419330 2024-12-05T11:17:22,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-05T11:17:22,453 DEBUG [RS:0;6706a97ae65f:34245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:17:22,474 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/data/hbase/meta/1588230740/.tmp/ns/10ec5a4f9fc645e8b3ac88c7f56710a5 2024-12-05T11:17:22,483 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/data/hbase/meta/1588230740/.tmp/ns/10ec5a4f9fc645e8b3ac88c7f56710a5 as hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/data/hbase/meta/1588230740/ns/10ec5a4f9fc645e8b3ac88c7f56710a5 2024-12-05T11:17:22,492 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/data/hbase/meta/1588230740/ns/10ec5a4f9fc645e8b3ac88c7f56710a5, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T11:17:22,493 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false 2024-12-05T11:17:22,493 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:17:22,498 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T11:17:22,499 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:17:22,499 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:17:22,500 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:17:22,500 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397442053Running coprocessor pre-close hooks at 1733397442053Disabling compacts and flushes for region at 1733397442053Disabling writes for close at 1733397442053Obtaining lock to block concurrent updates at 1733397442053Preparing flush snapshotting stores in 1588230740 at 1733397442053Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733397442053Flushing stores of hbase:meta,,1.1588230740 at 1733397442054 (+1 ms)Flushing 1588230740/ns: creating writer at 1733397442054Flushing 1588230740/ns: appending metadata at 1733397442068 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733397442068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48abc726: reopening flushed file at 1733397442482 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false at 1733397442493 (+11 ms)Writing region close event to WAL at 1733397442494 (+1 ms)Running coprocessor post-close hooks at 1733397442499 (+5 ms)Closed at 1733397442499 2024-12-05T11:17:22,500 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:17:22,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-05T11:17:22,653 INFO [RS:0;6706a97ae65f:34245 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,34245,1733397425882; all regions closed. 2024-12-05T11:17:22,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741834_1010 (size=1152) 2024-12-05T11:17:22,660 DEBUG [RS:0;6706a97ae65f:34245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/oldWALs 2024-12-05T11:17:22,660 INFO [RS:0;6706a97ae65f:34245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C34245%2C1733397425882.meta:.meta(num 1733397428879) 2024-12-05T11:17:22,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741833_1009 (size=93) 2024-12-05T11:17:22,664 DEBUG [RS:0;6706a97ae65f:34245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/oldWALs 2024-12-05T11:17:22,664 INFO [RS:0;6706a97ae65f:34245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C34245%2C1733397425882:(num 1733397428181) 2024-12-05T11:17:22,664 DEBUG [RS:0;6706a97ae65f:34245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:22,664 INFO [RS:0;6706a97ae65f:34245 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:17:22,664 INFO [RS:0;6706a97ae65f:34245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:17:22,665 INFO [RS:0;6706a97ae65f:34245 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T11:17:22,665 INFO [RS:0;6706a97ae65f:34245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:17:22,665 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:17:22,665 INFO [RS:0;6706a97ae65f:34245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34245 2024-12-05T11:17:22,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101a5357d440004, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-387440809/rs/6706a97ae65f,34245,1733397425882 2024-12-05T11:17:22,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387440809/rs 2024-12-05T11:17:22,715 INFO [RS:0;6706a97ae65f:34245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:17:22,724 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,34245,1733397425882] 2024-12-05T11:17:22,735 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-387440809/draining/6706a97ae65f,34245,1733397425882 already deleted, retry=false 2024-12-05T11:17:22,735 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,34245,1733397425882 expired; onlineServers=0 2024-12-05T11:17:22,735 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,37547,1733397425727' ***** 2024-12-05T11:17:22,735 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:17:22,736 INFO [M:0;6706a97ae65f:37547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:17:22,736 INFO [M:0;6706a97ae65f:37547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:17:22,736 DEBUG [M:0;6706a97ae65f:37547 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:17:22,736 DEBUG [M:0;6706a97ae65f:37547 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:17:22,736 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:17:22,736 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397427581 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397427581,5,FailOnTimeoutGroup] 2024-12-05T11:17:22,736 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397427581 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397427581,5,FailOnTimeoutGroup] 2024-12-05T11:17:22,737 INFO [M:0;6706a97ae65f:37547 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:17:22,737 INFO [M:0;6706a97ae65f:37547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:17:22,737 DEBUG [M:0;6706a97ae65f:37547 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:17:22,737 INFO [M:0;6706a97ae65f:37547 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:17:22,738 INFO [M:0;6706a97ae65f:37547 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:17:22,738 INFO [M:0;6706a97ae65f:37547 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:17:22,738 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:17:22,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-387440809/master 2024-12-05T11:17:22,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-387440809 2024-12-05T11:17:22,746 DEBUG [M:0;6706a97ae65f:37547 {}] zookeeper.ZKUtil(347): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Unable to get data of znode /1-387440809/master because node does not exist (not an error) 2024-12-05T11:17:22,746 WARN [M:0;6706a97ae65f:37547 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:17:22,749 INFO [M:0;6706a97ae65f:37547 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/.lastflushedseqids 2024-12-05T11:17:22,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741836_1012 (size=99) 2024-12-05T11:17:22,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101a5357d440004, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:17:22,825 INFO [RS:0;6706a97ae65f:34245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:17:22,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34245-0x101a5357d440004, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:17:22,825 INFO [RS:0;6706a97ae65f:34245 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,34245,1733397425882; zookeeper connection closed. 2024-12-05T11:17:22,826 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b5d873d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b5d873d 2024-12-05T11:17:22,826 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:17:23,156 INFO [M:0;6706a97ae65f:37547 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:17:23,156 INFO [M:0;6706a97ae65f:37547 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:17:23,156 DEBUG [M:0;6706a97ae65f:37547 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:17:23,156 INFO [M:0;6706a97ae65f:37547 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:23,156 DEBUG [M:0;6706a97ae65f:37547 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:23,156 DEBUG [M:0;6706a97ae65f:37547 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:17:23,156 DEBUG [M:0;6706a97ae65f:37547 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:23,157 INFO [M:0;6706a97ae65f:37547 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T11:17:23,176 DEBUG [M:0;6706a97ae65f:37547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bbf05ebdaf54a60823876a6856ca1a2 is 82, key is hbase:meta,,1/info:regioninfo/1733397428924/Put/seqid=0 2024-12-05T11:17:23,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741837_1013 (size=5672) 2024-12-05T11:17:23,188 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,1-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 to pos 0, reset compression=false 2024-12-05T11:17:23,189 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,2-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 to pos 0, reset compression=false 2024-12-05T11:17:23,582 INFO [M:0;6706a97ae65f:37547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bbf05ebdaf54a60823876a6856ca1a2 2024-12-05T11:17:23,607 DEBUG [M:0;6706a97ae65f:37547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5c8f4b5f143418fb555841cc970c881 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733397428958/Put/seqid=0 2024-12-05T11:17:23,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741838_1014 (size=5275) 2024-12-05T11:17:24,014 INFO [M:0;6706a97ae65f:37547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5c8f4b5f143418fb555841cc970c881 2024-12-05T11:17:24,034 DEBUG [M:0;6706a97ae65f:37547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a5e61c64cf74ef0b93e7bacabc4d811 is 69, key is 6706a97ae65f,34245,1733397425882/rs:state/1733397427658/Put/seqid=0 2024-12-05T11:17:24,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741839_1015 (size=5156) 2024-12-05T11:17:24,296 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,1-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 to pos 0, reset compression=false 2024-12-05T11:17:24,296 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,2-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 to pos 0, reset compression=false 2024-12-05T11:17:24,439 INFO [M:0;6706a97ae65f:37547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a5e61c64cf74ef0b93e7bacabc4d811 2024-12-05T11:17:24,452 DEBUG [M:0;6706a97ae65f:37547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bbf05ebdaf54a60823876a6856ca1a2 as hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6bbf05ebdaf54a60823876a6856ca1a2 2024-12-05T11:17:24,461 INFO [M:0;6706a97ae65f:37547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6bbf05ebdaf54a60823876a6856ca1a2, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T11:17:24,462 DEBUG [M:0;6706a97ae65f:37547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5c8f4b5f143418fb555841cc970c881 as hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5c8f4b5f143418fb555841cc970c881 2024-12-05T11:17:24,468 INFO [M:0;6706a97ae65f:37547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5c8f4b5f143418fb555841cc970c881, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T11:17:24,470 DEBUG [M:0;6706a97ae65f:37547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a5e61c64cf74ef0b93e7bacabc4d811 as hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a5e61c64cf74ef0b93e7bacabc4d811 2024-12-05T11:17:24,475 INFO [M:0;6706a97ae65f:37547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a5e61c64cf74ef0b93e7bacabc4d811, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T11:17:24,477 INFO [M:0;6706a97ae65f:37547 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=28, compaction requested=false 2024-12-05T11:17:24,478 INFO [M:0;6706a97ae65f:37547 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:24,478 DEBUG [M:0;6706a97ae65f:37547 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397443156Disabling compacts and flushes for region at 1733397443156Disabling writes for close at 1733397443156Obtaining lock to block concurrent updates at 1733397443157 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397443157Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733397443157Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397443158 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397443158Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397443176 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397443176Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397443592 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397443607 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397443607Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397444021 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397444033 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397444033Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b94c3b4: reopening flushed file at 1733397444450 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40c1836: reopening flushed file at 1733397444461 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@564b01f3: reopening flushed file at 1733397444469 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=28, compaction requested=false at 1733397444477 (+8 ms)Writing region close event to WAL at 1733397444478 (+1 ms)Closed at 1733397444478 2024-12-05T11:17:24,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741830_1006 (size=10165) 2024-12-05T11:17:24,481 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d4375985-0364-11ff-fafe-c7a36edb96ef/MasterData/WALs/6706a97ae65f,37547,1733397425727/6706a97ae65f%2C37547%2C1733397425727.1733397427319 not finished, retry = 0 2024-12-05T11:17:24,582 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:17:24,582 INFO [M:0;6706a97ae65f:37547 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:17:24,582 INFO [M:0;6706a97ae65f:37547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37547 2024-12-05T11:17:24,586 INFO [M:0;6706a97ae65f:37547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:17:24,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:17:24,740 INFO [M:0;6706a97ae65f:37547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:17:24,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101a5357d440003, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:17:24,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c2b488a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:17:24,748 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f76040{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:17:24,748 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:17:24,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b1d89e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:17:24,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8fdb0a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/hadoop.log.dir/,STOPPED} 2024-12-05T11:17:24,752 WARN [BP-713705222-172.17.0.2-1733397423673 heartbeating to localhost/127.0.0.1:37709 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:17:24,752 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:17:24,752 WARN [BP-713705222-172.17.0.2-1733397423673 heartbeating to localhost/127.0.0.1:37709 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-713705222-172.17.0.2-1733397423673 (Datanode Uuid 421f35ab-a959-4b34-adc9-d19bee22dd19) service to localhost/127.0.0.1:37709 2024-12-05T11:17:24,752 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:17:24,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/cluster_49d6b143-fd63-d460-e21b-4f47121f5a5f/data/data1/current/BP-713705222-172.17.0.2-1733397423673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:17:24,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/cluster_49d6b143-fd63-d460-e21b-4f47121f5a5f/data/data2/current/BP-713705222-172.17.0.2-1733397423673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:17:24,754 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:17:24,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76da0465{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:17:24,760 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7077a837{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:17:24,760 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:17:24,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e387f9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:17:24,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26c9611{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/hadoop.log.dir/,STOPPED} 2024-12-05T11:17:24,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:17:24,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:17:24,779 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:17:24,779 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:24,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:24,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:24,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:17:24,779 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:17:24,779 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1806451062, stopped=false 2024-12-05T11:17:24,779 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,43107,1733397436511 2024-12-05T11:17:24,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35693-0x101a5357d440007, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-427401681/running 2024-12-05T11:17:24,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-427401681/running 2024-12-05T11:17:24,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35693-0x101a5357d440007, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:17:24,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:17:24,798 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:17:24,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:17:24,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:24,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:24,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Set watcher on znode that does not yet exist, /0-427401681/running 2024-12-05T11:17:24,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35693-0x101a5357d440007, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Set watcher on znode that does not yet exist, /0-427401681/running 2024-12-05T11:17:24,799 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,35693,1733397436566' ***** 2024-12-05T11:17:24,799 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:17:24,799 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:17:24,799 INFO [RS:0;6706a97ae65f:35693 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:17:24,799 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:17:24,800 INFO [RS:0;6706a97ae65f:35693 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:17:24,800 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.HRegionServer(3091): Received CLOSE for 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:24,800 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,35693,1733397436566 2024-12-05T11:17:24,800 INFO [RS:0;6706a97ae65f:35693 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:17:24,800 INFO [RS:0;6706a97ae65f:35693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:35693. 2024-12-05T11:17:24,800 DEBUG [RS:0;6706a97ae65f:35693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:24,800 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8308695cdab4e50fa026039e9e1d93f0, disabling compactions & flushes 2024-12-05T11:17:24,800 DEBUG [RS:0;6706a97ae65f:35693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:24,800 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. 2024-12-05T11:17:24,800 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. 2024-12-05T11:17:24,800 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:17:24,800 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. after waiting 0 ms 2024-12-05T11:17:24,800 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:17:24,800 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. 2024-12-05T11:17:24,800 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:17:24,801 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:17:24,802 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T11:17:24,802 DEBUG [RS:0;6706a97ae65f:35693 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8308695cdab4e50fa026039e9e1d93f0=hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0.} 2024-12-05T11:17:24,802 DEBUG [RS:0;6706a97ae65f:35693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8308695cdab4e50fa026039e9e1d93f0 2024-12-05T11:17:24,802 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:17:24,802 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:17:24,802 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:17:24,802 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:17:24,802 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:17:24,803 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-05T11:17:24,807 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/replication/8308695cdab4e50fa026039e9e1d93f0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-05T11:17:24,808 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:17:24,808 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:17:24,808 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. 2024-12-05T11:17:24,808 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8308695cdab4e50fa026039e9e1d93f0: Waiting for close lock at 1733397444800Running coprocessor pre-close hooks at 1733397444800Disabling compacts and flushes for region at 1733397444800Disabling writes for close at 1733397444800Writing region close event to WAL at 1733397444802 (+2 ms)Running coprocessor post-close hooks at 1733397444808 (+6 ms)Closed at 1733397444808 2024-12-05T11:17:24,808 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0. 2024-12-05T11:17:24,820 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/.tmp/info/b12db31f3bd14c9890488bdb00e097aa is 147, key is hbase:replication,,1733397429134.8308695cdab4e50fa026039e9e1d93f0./info:regioninfo/1733397442306/Put/seqid=0 2024-12-05T11:17:24,823 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:17:24,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741851_1027 (size=6385) 2024-12-05T11:17:25,002 DEBUG [RS:0;6706a97ae65f:35693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:17:25,203 DEBUG [RS:0;6706a97ae65f:35693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:17:25,226 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/.tmp/info/b12db31f3bd14c9890488bdb00e097aa 2024-12-05T11:17:25,239 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/.tmp/info/b12db31f3bd14c9890488bdb00e097aa as hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/info/b12db31f3bd14c9890488bdb00e097aa 2024-12-05T11:17:25,246 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/info/b12db31f3bd14c9890488bdb00e097aa, entries=8, sequenceid=19, filesize=6.2 K 2024-12-05T11:17:25,248 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false 2024-12-05T11:17:25,253 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-05T11:17:25,254 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:17:25,254 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:17:25,254 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:17:25,254 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397444802Running coprocessor pre-close hooks at 1733397444802Disabling compacts and flushes for region at 1733397444802Disabling writes for close at 1733397444802Obtaining lock to block concurrent updates at 1733397444803 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733397444803Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733397444803Flushing stores of hbase:meta,,1.1588230740 at 1733397444804 (+1 ms)Flushing 1588230740/info: creating writer at 1733397444804Flushing 1588230740/info: appending metadata at 1733397444819 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733397444819Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ab07264: reopening flushed file at 1733397445238 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false at 1733397445248 (+10 ms)Writing region close event to WAL at 1733397445249 (+1 ms)Running coprocessor post-close hooks at 1733397445254 (+5 ms)Closed at 1733397445254 2024-12-05T11:17:25,254 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:17:25,403 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,35693,1733397436566; all regions closed. 2024-12-05T11:17:25,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741849_1025 (size=2156) 2024-12-05T11:17:25,417 DEBUG [RS:0;6706a97ae65f:35693 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/oldWALs 2024-12-05T11:17:25,417 INFO [RS:0;6706a97ae65f:35693 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C35693%2C1733397436566.meta:.meta(num 1733397438010) 2024-12-05T11:17:25,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741850_1026 (size=796) 2024-12-05T11:17:25,420 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.rep.1733397442257 not finished, retry = 0 2024-12-05T11:17:25,508 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,1-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 to pos 0, reset compression=false 2024-12-05T11:17:25,508 DEBUG [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,2-6706a97ae65f,35693,1733397436566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 to pos 0, reset compression=false 2024-12-05T11:17:25,523 DEBUG [RS:0;6706a97ae65f:35693 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/oldWALs 2024-12-05T11:17:25,523 INFO [RS:0;6706a97ae65f:35693 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C35693%2C1733397436566.rep:(num 1733397442257) 2024-12-05T11:17:25,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741848_1024 (size=93) 2024-12-05T11:17:25,526 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/WALs/6706a97ae65f,35693,1733397436566/6706a97ae65f%2C35693%2C1733397436566.1733397437684 not finished, retry = 0 2024-12-05T11:17:25,611 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:17:25,611 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:17:25,629 DEBUG [RS:0;6706a97ae65f:35693 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/oldWALs 2024-12-05T11:17:25,629 INFO [RS:0;6706a97ae65f:35693 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C35693%2C1733397436566:(num 1733397437684) 2024-12-05T11:17:25,629 DEBUG [RS:0;6706a97ae65f:35693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:25,629 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:17:25,629 INFO [RS:0;6706a97ae65f:35693 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:17:25,629 INFO [RS:0;6706a97ae65f:35693 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T11:17:25,630 INFO [RS:0;6706a97ae65f:35693 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:17:25,630 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:17:25,630 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6706a97ae65f,35693,1733397436566 because: Region server is closing 2024-12-05T11:17:25,630 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-05T11:17:25,630 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-05T11:17:25,630 INFO [RS:0;6706a97ae65f:35693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:35693. 2024-12-05T11:17:25,630 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-05T11:17:25,630 DEBUG [RS:0;6706a97ae65f:35693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:25,630 DEBUG [RS:0;6706a97ae65f:35693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:25,631 DEBUG [RS:0;6706a97ae65f:35693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:25,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:17:25,731 WARN [RS:0;6706a97ae65f:35693.replicationSource.shipper6706a97ae65f%2C35693%2C1733397436566,1-6706a97ae65f,35693,1733397436566 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T11:17:25,731 WARN [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,1-6706a97ae65f,35693,1733397436566 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T11:17:25,731 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6706a97ae65f:35693.replicationSource.shipper6706a97ae65f%2C35693%2C1733397436566,1-6706a97ae65f,35693,1733397436566 terminated 2024-12-05T11:17:25,731 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6706a97ae65f,35693,1733397436566 because: Region server is closing 2024-12-05T11:17:25,732 INFO [RS:0;6706a97ae65f:35693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:35693. 2024-12-05T11:17:25,732 DEBUG [RS:0;6706a97ae65f:35693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:25,732 DEBUG [RS:0;6706a97ae65f:35693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:25,732 DEBUG [RS:0;6706a97ae65f:35693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:25,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:17:25,832 WARN [RS:0;6706a97ae65f:35693.replicationSource.wal-reader.6706a97ae65f%2C35693%2C1733397436566,2-6706a97ae65f,35693,1733397436566 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T11:17:25,832 WARN [RS:0;6706a97ae65f:35693.replicationSource.shipper6706a97ae65f%2C35693%2C1733397436566,2-6706a97ae65f,35693,1733397436566 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T11:17:25,832 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;6706a97ae65f:35693.replicationSource.shipper6706a97ae65f%2C35693%2C1733397436566,2-6706a97ae65f,35693,1733397436566 terminated 2024-12-05T11:17:25,833 INFO [RS:0;6706a97ae65f:35693 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35693 2024-12-05T11:17:25,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35693-0x101a5357d440007, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-427401681/rs/6706a97ae65f,35693,1733397436566 2024-12-05T11:17:25,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681/rs 2024-12-05T11:17:25,882 INFO [RS:0;6706a97ae65f:35693 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:17:25,892 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,35693,1733397436566] 2024-12-05T11:17:25,903 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-427401681/draining/6706a97ae65f,35693,1733397436566 already deleted, retry=false 2024-12-05T11:17:25,903 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,35693,1733397436566 expired; onlineServers=0 2024-12-05T11:17:25,903 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,43107,1733397436511' ***** 2024-12-05T11:17:25,903 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:17:25,903 INFO [M:0;6706a97ae65f:43107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:17:25,903 INFO [M:0;6706a97ae65f:43107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:17:25,903 DEBUG [M:0;6706a97ae65f:43107 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:17:25,903 DEBUG [M:0;6706a97ae65f:43107 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:17:25,903 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:17:25,903 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397437399 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397437399,5,FailOnTimeoutGroup] 2024-12-05T11:17:25,903 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397437399 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397437399,5,FailOnTimeoutGroup] 2024-12-05T11:17:25,904 INFO [M:0;6706a97ae65f:43107 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:17:25,904 INFO [M:0;6706a97ae65f:43107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:17:25,904 DEBUG [M:0;6706a97ae65f:43107 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:17:25,904 INFO [M:0;6706a97ae65f:43107 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:17:25,904 INFO [M:0;6706a97ae65f:43107 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:17:25,904 INFO [M:0;6706a97ae65f:43107 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:17:25,904 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:17:25,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-427401681/master 2024-12-05T11:17:25,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-427401681 2024-12-05T11:17:25,914 DEBUG [M:0;6706a97ae65f:43107 {}] zookeeper.ZKUtil(347): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Unable to get data of znode /0-427401681/master because node does not exist (not an error) 2024-12-05T11:17:25,914 WARN [M:0;6706a97ae65f:43107 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:17:25,915 INFO [M:0;6706a97ae65f:43107 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/.lastflushedseqids 2024-12-05T11:17:25,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741852_1028 (size=181) 2024-12-05T11:17:25,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35693-0x101a5357d440007, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:17:25,993 INFO [RS:0;6706a97ae65f:35693 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:17:25,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35693-0x101a5357d440007, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:17:25,993 INFO [RS:0;6706a97ae65f:35693 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,35693,1733397436566; zookeeper connection closed. 2024-12-05T11:17:25,993 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70f7f95b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70f7f95b 2024-12-05T11:17:25,993 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:17:26,321 INFO [M:0;6706a97ae65f:43107 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:17:26,321 INFO [M:0;6706a97ae65f:43107 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:17:26,321 DEBUG [M:0;6706a97ae65f:43107 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:17:26,321 INFO [M:0;6706a97ae65f:43107 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:26,321 DEBUG [M:0;6706a97ae65f:43107 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:26,321 DEBUG [M:0;6706a97ae65f:43107 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:17:26,322 DEBUG [M:0;6706a97ae65f:43107 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:26,322 INFO [M:0;6706a97ae65f:43107 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-05T11:17:26,337 DEBUG [M:0;6706a97ae65f:43107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9bed8bd7c43445d84e1485f2d416762 is 82, key is hbase:meta,,1/info:regioninfo/1733397438084/Put/seqid=0 2024-12-05T11:17:26,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741853_1029 (size=5680) 2024-12-05T11:17:26,742 INFO [M:0;6706a97ae65f:43107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9bed8bd7c43445d84e1485f2d416762 2024-12-05T11:17:26,762 DEBUG [M:0;6706a97ae65f:43107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29ffe14ee6db4ead83d8f3c4ade8c6c0 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733397442314/Put/seqid=0 2024-12-05T11:17:26,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741854_1030 (size=7319) 2024-12-05T11:17:27,168 INFO [M:0;6706a97ae65f:43107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29ffe14ee6db4ead83d8f3c4ade8c6c0 2024-12-05T11:17:27,190 DEBUG [M:0;6706a97ae65f:43107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55292155d80848e0927f07f67e84fd04 is 69, key is 6706a97ae65f,35693,1733397436566/rs:state/1733397437450/Put/seqid=0 2024-12-05T11:17:27,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741855_1031 (size=5371) 2024-12-05T11:17:27,595 INFO [M:0;6706a97ae65f:43107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55292155d80848e0927f07f67e84fd04 2024-12-05T11:17:27,601 INFO [M:0;6706a97ae65f:43107 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55292155d80848e0927f07f67e84fd04 2024-12-05T11:17:27,602 DEBUG [M:0;6706a97ae65f:43107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9bed8bd7c43445d84e1485f2d416762 as hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9bed8bd7c43445d84e1485f2d416762 2024-12-05T11:17:27,607 INFO [M:0;6706a97ae65f:43107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9bed8bd7c43445d84e1485f2d416762, entries=8, sequenceid=172, filesize=5.5 K 2024-12-05T11:17:27,608 DEBUG [M:0;6706a97ae65f:43107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29ffe14ee6db4ead83d8f3c4ade8c6c0 as hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/29ffe14ee6db4ead83d8f3c4ade8c6c0 2024-12-05T11:17:27,614 INFO [M:0;6706a97ae65f:43107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/29ffe14ee6db4ead83d8f3c4ade8c6c0, entries=7, sequenceid=172, filesize=7.1 K 2024-12-05T11:17:27,615 DEBUG [M:0;6706a97ae65f:43107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55292155d80848e0927f07f67e84fd04 as hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55292155d80848e0927f07f67e84fd04 2024-12-05T11:17:27,620 INFO [M:0;6706a97ae65f:43107 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55292155d80848e0927f07f67e84fd04 2024-12-05T11:17:27,620 INFO [M:0;6706a97ae65f:43107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42499/user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55292155d80848e0927f07f67e84fd04, entries=2, sequenceid=172, filesize=5.2 K 2024-12-05T11:17:27,621 INFO [M:0;6706a97ae65f:43107 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=172, compaction requested=false 2024-12-05T11:17:27,623 INFO [M:0;6706a97ae65f:43107 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:27,624 DEBUG [M:0;6706a97ae65f:43107 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397446321Disabling compacts and flushes for region at 1733397446321Disabling writes for close at 1733397446321Obtaining lock to block concurrent updates at 1733397446322 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397446322Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733397446322Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397446323 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397446323Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397446337 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397446337Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397446748 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397446762 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397446762Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397447173 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397447189 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397447189Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f78b333: reopening flushed file at 1733397447601 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3352f843: reopening flushed file at 1733397447607 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@193d077e: reopening flushed file at 1733397447614 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=172, compaction requested=false at 1733397447621 (+7 ms)Writing region close event to WAL at 1733397447623 (+2 ms)Closed at 1733397447623 2024-12-05T11:17:27,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46753 is added to blk_1073741847_1023 (size=22949) 2024-12-05T11:17:27,627 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d622095-e70f-c48a-7763-60da6ce7025b/MasterData/WALs/6706a97ae65f,43107,1733397436511/6706a97ae65f%2C43107%2C1733397436511.1733397437123 not finished, retry = 0 2024-12-05T11:17:27,728 INFO [M:0;6706a97ae65f:43107 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:17:27,728 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:17:27,728 INFO [M:0;6706a97ae65f:43107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43107 2024-12-05T11:17:27,728 INFO [M:0;6706a97ae65f:43107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:17:27,779 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:17:27,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:17:27,818 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T11:17:27,877 INFO [M:0;6706a97ae65f:43107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:17:27,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:17:27,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x101a5357d440006, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:17:27,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e8f3faa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:17:27,880 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:17:27,880 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:17:27,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:17:27,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/hadoop.log.dir/,STOPPED} 2024-12-05T11:17:27,882 WARN [BP-1512607993-172.17.0.2-1733397415066 heartbeating to localhost/127.0.0.1:42499 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:17:27,882 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:17:27,882 WARN [BP-1512607993-172.17.0.2-1733397415066 heartbeating to localhost/127.0.0.1:42499 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1512607993-172.17.0.2-1733397415066 (Datanode Uuid cf4fde95-5663-4101-9872-20d21da9568d) service to localhost/127.0.0.1:42499 2024-12-05T11:17:27,882 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:17:27,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/cluster_e3caffa4-3e8e-2ffa-6340-f19512171968/data/data1/current/BP-1512607993-172.17.0.2-1733397415066 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:17:27,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/cluster_e3caffa4-3e8e-2ffa-6340-f19512171968/data/data2/current/BP-1512607993-172.17.0.2-1733397415066 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:17:27,883 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:17:27,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:17:27,890 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:17:27,890 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:17:27,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:17:27,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89133748-ea20-4679-98e3-02cb9e1c4516/hadoop.log.dir/,STOPPED} 2024-12-05T11:17:27,899 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T11:17:27,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:17:27,922 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42499 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53929) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6706a97ae65f:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: regionserver/6706a97ae65f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/6706a97ae65f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6706a97ae65f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37709 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3ab7c6e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42499 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42499 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53929) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6706a97ae65f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 471), ProcessCount=11 (was 11), AvailableMemoryMB=6917 (was 7145) 2024-12-05T11:17:27,929 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=6917 2024-12-05T11:17:27,940 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-05T11:17:27,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/hadoop.log.dir so I do NOT create it in target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b 2024-12-05T11:17:27,940 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T11:17:27,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/hadoop.tmp.dir so I do NOT create it in target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b 2024-12-05T11:17:27,940 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86a4ded1-e3a0-88ae-0536-246a4c46ea30/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T11:17:27,941 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b 2024-12-05T11:17:27,941 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/cluster_b48fe612-8c6c-b7e3-e387-d3d0340348ce, deleteOnExit=true 2024-12-05T11:17:27,943 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/cluster_b48fe612-8c6c-b7e3-e387-d3d0340348ce/zookeeper_0, clientPort=50841, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/cluster_b48fe612-8c6c-b7e3-e387-d3d0340348ce/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/cluster_b48fe612-8c6c-b7e3-e387-d3d0340348ce/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T11:17:27,944 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50841 2024-12-05T11:17:27,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:17:27,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:17:27,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/test.cache.data in system properties and HBase conf 2024-12-05T11:17:27,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:17:27,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:17:27,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:17:27,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:17:27,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:17:27,945 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:17:27,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:17:27,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:17:27,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:17:27,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:17:27,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:17:27,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:17:27,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:17:27,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:17:27,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:17:27,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:17:27,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:17:27,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:17:27,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:17:27,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:17:27,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a5357d440002, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T11:17:27,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a5357d440005, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T11:17:27,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a5357d440002, quorum=127.0.0.1:53929, baseZNode=/0-427401681 Received Disconnected from ZooKeeper, ignoring 2024-12-05T11:17:27,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a5357d440005, quorum=127.0.0.1:53929, baseZNode=/1-387440809 Received Disconnected from ZooKeeper, ignoring 2024-12-05T11:17:28,402 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:17:28,408 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:17:28,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:17:28,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:17:28,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:17:28,410 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:17:28,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66ef218d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:17:28,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5166ed4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:17:28,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70ceb0cd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/java.io.tmpdir/jetty-localhost-45597-hadoop-hdfs-3_4_1-tests_jar-_-any-14920625814377183501/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:17:28,508 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25313835{HTTP/1.1, (http/1.1)}{localhost:45597} 2024-12-05T11:17:28,508 INFO [Time-limited test {}] server.Server(415): Started @35845ms 2024-12-05T11:17:28,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:17:28,753 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:17:28,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:17:28,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:17:28,754 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:17:28,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48cdbddd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:17:28,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33b5c6c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:17:28,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75f3a796{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/java.io.tmpdir/jetty-localhost-39899-hadoop-hdfs-3_4_1-tests_jar-_-any-17867868234024941624/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:17:28,845 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ac469b8{HTTP/1.1, (http/1.1)}{localhost:39899} 2024-12-05T11:17:28,845 INFO [Time-limited test {}] server.Server(415): Started @36182ms 2024-12-05T11:17:28,846 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:17:28,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:17:28,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T11:17:28,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T11:17:28,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:17:29,488 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/cluster_b48fe612-8c6c-b7e3-e387-d3d0340348ce/data/data2/current/BP-1801297061-172.17.0.2-1733397447969/current, will proceed with Du for space computation calculation, 2024-12-05T11:17:29,488 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/cluster_b48fe612-8c6c-b7e3-e387-d3d0340348ce/data/data1/current/BP-1801297061-172.17.0.2-1733397447969/current, will proceed with Du for space computation calculation, 2024-12-05T11:17:29,502 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:17:29,505 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb277be96c826e29f with lease ID 0x84d2b41546f21ef5: Processing first storage report for DS-82a328b9-8e00-469a-aa0a-7070e24f5396 from datanode DatanodeRegistration(127.0.0.1:44319, datanodeUuid=3ef36209-b423-4d1f-95df-1455de3607c3, infoPort=44333, infoSecurePort=0, ipcPort=43449, storageInfo=lv=-57;cid=testClusterID;nsid=1989768059;c=1733397447969) 2024-12-05T11:17:29,505 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb277be96c826e29f with lease ID 0x84d2b41546f21ef5: from storage DS-82a328b9-8e00-469a-aa0a-7070e24f5396 node DatanodeRegistration(127.0.0.1:44319, datanodeUuid=3ef36209-b423-4d1f-95df-1455de3607c3, infoPort=44333, infoSecurePort=0, ipcPort=43449, storageInfo=lv=-57;cid=testClusterID;nsid=1989768059;c=1733397447969), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:17:29,505 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb277be96c826e29f with lease ID 0x84d2b41546f21ef5: Processing first storage report for DS-54969bd6-8d16-4291-8e75-3b1ef6f09fa7 from datanode DatanodeRegistration(127.0.0.1:44319, datanodeUuid=3ef36209-b423-4d1f-95df-1455de3607c3, infoPort=44333, infoSecurePort=0, ipcPort=43449, storageInfo=lv=-57;cid=testClusterID;nsid=1989768059;c=1733397447969) 2024-12-05T11:17:29,505 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb277be96c826e29f with lease ID 0x84d2b41546f21ef5: from storage DS-54969bd6-8d16-4291-8e75-3b1ef6f09fa7 node DatanodeRegistration(127.0.0.1:44319, datanodeUuid=3ef36209-b423-4d1f-95df-1455de3607c3, infoPort=44333, infoSecurePort=0, ipcPort=43449, storageInfo=lv=-57;cid=testClusterID;nsid=1989768059;c=1733397447969), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:17:29,575 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b 2024-12-05T11:17:29,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:29,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:29,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:17:29,998 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6 with version=8 2024-12-05T11:17:29,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/hbase-staging 2024-12-05T11:17:30,002 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:17:30,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:30,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:30,003 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:17:30,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:30,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:17:30,003 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:17:30,004 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:17:30,004 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34629 2024-12-05T11:17:30,007 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34629 connecting to ZooKeeper ensemble=127.0.0.1:50841 2024-12-05T11:17:30,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346290x0, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:17:30,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34629-0x101a53600b20000 connected 2024-12-05T11:17:30,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:30,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:30,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Set watcher on znode that does not yet exist, /01030664023/running 2024-12-05T11:17:30,205 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6, hbase.cluster.distributed=false 2024-12-05T11:17:30,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Set watcher on znode that does not yet exist, /01030664023/acl 2024-12-05T11:17:30,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34629 2024-12-05T11:17:30,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34629 2024-12-05T11:17:30,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34629 2024-12-05T11:17:30,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34629 2024-12-05T11:17:30,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34629 2024-12-05T11:17:30,262 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:17:30,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:30,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:30,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:17:30,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:30,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:17:30,263 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:17:30,267 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:17:30,268 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45751 2024-12-05T11:17:30,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45751 connecting to ZooKeeper ensemble=127.0.0.1:50841 2024-12-05T11:17:30,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:30,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:30,293 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457510x0, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:17:30,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45751-0x101a53600b20001 connected 2024-12-05T11:17:30,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45751-0x101a53600b20001, quorum=127.0.0.1:50841, baseZNode=/01030664023 Set watcher on znode that does not yet exist, /01030664023/running 2024-12-05T11:17:30,298 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:17:30,312 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:17:30,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45751-0x101a53600b20001, quorum=127.0.0.1:50841, baseZNode=/01030664023 Set watcher on znode that does not yet exist, /01030664023/master 2024-12-05T11:17:30,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45751-0x101a53600b20001, quorum=127.0.0.1:50841, baseZNode=/01030664023 Set watcher on znode that does not yet exist, /01030664023/acl 2024-12-05T11:17:30,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45751 2024-12-05T11:17:30,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45751 2024-12-05T11:17:30,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45751 2024-12-05T11:17:30,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45751 2024-12-05T11:17:30,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45751 2024-12-05T11:17:30,350 DEBUG [M:0;6706a97ae65f:34629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:34629 2024-12-05T11:17:30,350 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01030664023/backup-masters/6706a97ae65f,34629,1733397450002 2024-12-05T11:17:30,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01030664023/backup-masters 2024-12-05T11:17:30,355 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45751-0x101a53600b20001, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01030664023/backup-masters 2024-12-05T11:17:30,356 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Set watcher on existing znode=/01030664023/backup-masters/6706a97ae65f,34629,1733397450002 2024-12-05T11:17:30,366 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45751-0x101a53600b20001, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01030664023/master 2024-12-05T11:17:30,366 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45751-0x101a53600b20001, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01030664023 2024-12-05T11:17:30,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01030664023 2024-12-05T11:17:30,369 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Set watcher on existing znode=/01030664023/master 2024-12-05T11:17:30,371 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01030664023/backup-masters/6706a97ae65f,34629,1733397450002 from backup master directory 2024-12-05T11:17:30,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01030664023/backup-masters/6706a97ae65f,34629,1733397450002 2024-12-05T11:17:30,376 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45751-0x101a53600b20001, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01030664023/backup-masters 2024-12-05T11:17:30,376 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:17:30,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01030664023/backup-masters 2024-12-05T11:17:30,376 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,34629,1733397450002 2024-12-05T11:17:30,382 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/hbase.id] with ID: 10ebc014-cfa9-4d01-b38e-711c93054b38 2024-12-05T11:17:30,382 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/.tmp/hbase.id 2024-12-05T11:17:30,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:17:30,389 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/.tmp/hbase.id]:[hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/hbase.id] 2024-12-05T11:17:30,405 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:30,405 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:17:30,406 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T11:17:30,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01030664023 2024-12-05T11:17:30,418 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45751-0x101a53600b20001, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01030664023 2024-12-05T11:17:30,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:17:30,827 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:17:30,828 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:17:30,828 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:30,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:17:31,236 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/data/master/store 2024-12-05T11:17:31,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:17:31,643 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:31,644 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:17:31,644 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:31,644 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:31,644 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:17:31,644 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:31,644 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:31,644 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397451644Disabling compacts and flushes for region at 1733397451644Disabling writes for close at 1733397451644Writing region close event to WAL at 1733397451644Closed at 1733397451644 2024-12-05T11:17:31,645 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/data/master/store/.initializing 2024-12-05T11:17:31,645 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/WALs/6706a97ae65f,34629,1733397450002 2024-12-05T11:17:31,646 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:17:31,648 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C34629%2C1733397450002, suffix=, logDir=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/WALs/6706a97ae65f,34629,1733397450002, archiveDir=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/oldWALs, maxLogs=10 2024-12-05T11:17:31,661 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/WALs/6706a97ae65f,34629,1733397450002/6706a97ae65f%2C34629%2C1733397450002.1733397451648, exclude list is [], retry=0 2024-12-05T11:17:31,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44319,DS-82a328b9-8e00-469a-aa0a-7070e24f5396,DISK] 2024-12-05T11:17:31,666 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/WALs/6706a97ae65f,34629,1733397450002/6706a97ae65f%2C34629%2C1733397450002.1733397451648 2024-12-05T11:17:31,667 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44333:44333)] 2024-12-05T11:17:31,667 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:17:31,667 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:31,667 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:31,667 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:31,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:31,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:17:31,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:31,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:31,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:31,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:17:31,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:31,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:31,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:31,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:17:31,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:31,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:31,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:31,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:17:31,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:31,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:31,676 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:31,677 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:31,677 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:31,678 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:31,678 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:31,679 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:17:31,680 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:31,682 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:17:31,682 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64174211, jitterRate=-0.043729737401008606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:17:31,683 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397451667Initializing all the Stores at 1733397451668 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397451668Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397451669 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397451669Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397451669Cleaning up temporary data from old regions at 1733397451678 (+9 ms)Region opened successfully at 1733397451683 (+5 ms) 2024-12-05T11:17:31,683 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:17:31,686 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2862a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:17:31,687 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:17:31,687 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:17:31,687 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:17:31,687 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:17:31,688 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:17:31,688 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:17:31,688 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:17:31,690 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:17:31,691 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Unable to get data of znode /01030664023/balancer because node does not exist (not necessarily an error) 2024-12-05T11:17:31,744 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01030664023/balancer already deleted, retry=false 2024-12-05T11:17:31,745 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:17:31,746 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Unable to get data of znode /01030664023/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:17:31,755 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01030664023/normalizer already deleted, retry=false 2024-12-05T11:17:31,755 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:17:31,756 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Unable to get data of znode /01030664023/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:17:31,765 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01030664023/switch/split already deleted, retry=false 2024-12-05T11:17:31,766 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Unable to get data of znode /01030664023/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:17:31,776 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01030664023/switch/merge already deleted, retry=false 2024-12-05T11:17:31,778 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Unable to get data of znode /01030664023/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:17:31,786 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01030664023/snapshot-cleanup already deleted, retry=false 2024-12-05T11:17:31,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01030664023/running 2024-12-05T11:17:31,797 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45751-0x101a53600b20001, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01030664023/running 2024-12-05T11:17:31,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01030664023 2024-12-05T11:17:31,797 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45751-0x101a53600b20001, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01030664023 2024-12-05T11:17:31,798 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,34629,1733397450002, sessionid=0x101a53600b20000, setting cluster-up flag (Was=false) 2024-12-05T11:17:31,818 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45751-0x101a53600b20001, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01030664023 2024-12-05T11:17:31,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01030664023 2024-12-05T11:17:31,850 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01030664023/flush-table-proc/acquired, /01030664023/flush-table-proc/reached, /01030664023/flush-table-proc/abort 2024-12-05T11:17:31,851 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,34629,1733397450002 2024-12-05T11:17:31,871 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45751-0x101a53600b20001, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01030664023 2024-12-05T11:17:31,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01030664023 2024-12-05T11:17:31,902 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01030664023/online-snapshot/acquired, /01030664023/online-snapshot/reached, /01030664023/online-snapshot/abort 2024-12-05T11:17:31,903 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,34629,1733397450002 2024-12-05T11:17:31,904 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:17:31,906 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:31,906 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:17:31,907 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:17:31,907 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,34629,1733397450002 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:17:31,908 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:31,908 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:31,908 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:31,908 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:31,909 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:17:31,909 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:31,909 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:17:31,909 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:31,910 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397481910 2024-12-05T11:17:31,910 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:17:31,910 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:17:31,910 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:17:31,910 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:17:31,910 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:17:31,910 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:17:31,910 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:31,911 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:17:31,911 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:17:31,911 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:17:31,911 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:17:31,911 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:31,911 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:17:31,911 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:17:31,911 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:17:31,911 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397451911,5,FailOnTimeoutGroup] 2024-12-05T11:17:31,912 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397451911,5,FailOnTimeoutGroup] 2024-12-05T11:17:31,912 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:31,912 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:17:31,912 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:31,912 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:31,912 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:31,913 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:17:31,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:17:31,935 INFO [RS:0;6706a97ae65f:45751 {}] regionserver.HRegionServer(746): ClusterId : 10ebc014-cfa9-4d01-b38e-711c93054b38 2024-12-05T11:17:31,936 DEBUG [RS:0;6706a97ae65f:45751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:17:31,946 DEBUG [RS:0;6706a97ae65f:45751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:17:31,946 DEBUG [RS:0;6706a97ae65f:45751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:17:31,956 DEBUG [RS:0;6706a97ae65f:45751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:17:31,956 DEBUG [RS:0;6706a97ae65f:45751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605b8d2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:17:31,970 DEBUG [RS:0;6706a97ae65f:45751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:45751 2024-12-05T11:17:31,970 INFO [RS:0;6706a97ae65f:45751 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:17:31,971 INFO [RS:0;6706a97ae65f:45751 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:17:31,971 DEBUG [RS:0;6706a97ae65f:45751 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:17:31,971 INFO [RS:0;6706a97ae65f:45751 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,34629,1733397450002 with port=45751, startcode=1733397450261 2024-12-05T11:17:31,972 DEBUG [RS:0;6706a97ae65f:45751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:17:31,973 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:17:31,974 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34629 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,45751,1733397450261 2024-12-05T11:17:31,974 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34629 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,45751,1733397450261 2024-12-05T11:17:31,975 DEBUG [RS:0;6706a97ae65f:45751 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6 2024-12-05T11:17:31,976 DEBUG [RS:0;6706a97ae65f:45751 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36983 2024-12-05T11:17:31,976 DEBUG [RS:0;6706a97ae65f:45751 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:17:31,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01030664023/rs 2024-12-05T11:17:31,987 DEBUG [RS:0;6706a97ae65f:45751 {}] zookeeper.ZKUtil(111): regionserver:45751-0x101a53600b20001, quorum=127.0.0.1:50841, baseZNode=/01030664023 Set watcher on existing znode=/01030664023/rs/6706a97ae65f,45751,1733397450261 2024-12-05T11:17:31,987 WARN [RS:0;6706a97ae65f:45751 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:17:31,988 INFO [RS:0;6706a97ae65f:45751 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:31,988 DEBUG [RS:0;6706a97ae65f:45751 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/WALs/6706a97ae65f,45751,1733397450261 2024-12-05T11:17:31,988 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,45751,1733397450261] 2024-12-05T11:17:31,991 INFO [RS:0;6706a97ae65f:45751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:17:31,993 INFO [RS:0;6706a97ae65f:45751 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:17:31,993 INFO [RS:0;6706a97ae65f:45751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:17:31,993 INFO [RS:0;6706a97ae65f:45751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:31,993 INFO [RS:0;6706a97ae65f:45751 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:17:31,994 INFO [RS:0;6706a97ae65f:45751 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:17:31,994 INFO [RS:0;6706a97ae65f:45751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:31,994 DEBUG [RS:0;6706a97ae65f:45751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:31,994 DEBUG [RS:0;6706a97ae65f:45751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:31,994 DEBUG [RS:0;6706a97ae65f:45751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:31,994 DEBUG [RS:0;6706a97ae65f:45751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:31,994 DEBUG [RS:0;6706a97ae65f:45751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:31,995 DEBUG [RS:0;6706a97ae65f:45751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:17:31,995 DEBUG [RS:0;6706a97ae65f:45751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:31,995 DEBUG [RS:0;6706a97ae65f:45751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:31,995 DEBUG [RS:0;6706a97ae65f:45751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:31,995 DEBUG [RS:0;6706a97ae65f:45751 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:31,995 DEBUG [RS:0;6706a97ae65f:45751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:31,995 DEBUG [RS:0;6706a97ae65f:45751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:31,995 DEBUG [RS:0;6706a97ae65f:45751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:17:31,995 DEBUG [RS:0;6706a97ae65f:45751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:17:31,995 INFO [RS:0;6706a97ae65f:45751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:31,995 INFO [RS:0;6706a97ae65f:45751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:31,995 INFO [RS:0;6706a97ae65f:45751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:31,995 INFO [RS:0;6706a97ae65f:45751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:31,996 INFO [RS:0;6706a97ae65f:45751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:31,996 INFO [RS:0;6706a97ae65f:45751 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,45751,1733397450261-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:17:32,009 INFO [RS:0;6706a97ae65f:45751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:17:32,009 INFO [RS:0;6706a97ae65f:45751 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,45751,1733397450261-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:32,009 INFO [RS:0;6706a97ae65f:45751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:32,009 INFO [RS:0;6706a97ae65f:45751 {}] regionserver.Replication(171): 6706a97ae65f,45751,1733397450261 started 2024-12-05T11:17:32,023 INFO [RS:0;6706a97ae65f:45751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:32,023 INFO [RS:0;6706a97ae65f:45751 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,45751,1733397450261, RpcServer on 6706a97ae65f/172.17.0.2:45751, sessionid=0x101a53600b20001 2024-12-05T11:17:32,023 DEBUG [RS:0;6706a97ae65f:45751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:17:32,023 DEBUG [RS:0;6706a97ae65f:45751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,45751,1733397450261 2024-12-05T11:17:32,023 DEBUG [RS:0;6706a97ae65f:45751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,45751,1733397450261' 2024-12-05T11:17:32,023 DEBUG [RS:0;6706a97ae65f:45751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01030664023/flush-table-proc/abort' 2024-12-05T11:17:32,024 DEBUG [RS:0;6706a97ae65f:45751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01030664023/flush-table-proc/acquired' 2024-12-05T11:17:32,024 DEBUG [RS:0;6706a97ae65f:45751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:17:32,024 DEBUG [RS:0;6706a97ae65f:45751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:17:32,024 DEBUG [RS:0;6706a97ae65f:45751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,45751,1733397450261 2024-12-05T11:17:32,024 DEBUG [RS:0;6706a97ae65f:45751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,45751,1733397450261' 2024-12-05T11:17:32,024 DEBUG [RS:0;6706a97ae65f:45751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01030664023/online-snapshot/abort' 2024-12-05T11:17:32,024 DEBUG [RS:0;6706a97ae65f:45751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01030664023/online-snapshot/acquired' 2024-12-05T11:17:32,025 DEBUG [RS:0;6706a97ae65f:45751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:17:32,025 INFO [RS:0;6706a97ae65f:45751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:17:32,025 INFO [RS:0;6706a97ae65f:45751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:17:32,125 INFO [RS:0;6706a97ae65f:45751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:17:32,127 INFO [RS:0;6706a97ae65f:45751 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C45751%2C1733397450261, suffix=, logDir=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/WALs/6706a97ae65f,45751,1733397450261, archiveDir=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/oldWALs, maxLogs=10 2024-12-05T11:17:32,139 DEBUG [RS:0;6706a97ae65f:45751 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/WALs/6706a97ae65f,45751,1733397450261/6706a97ae65f%2C45751%2C1733397450261.1733397452128, exclude list is [], retry=0 2024-12-05T11:17:32,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44319,DS-82a328b9-8e00-469a-aa0a-7070e24f5396,DISK] 2024-12-05T11:17:32,144 INFO [RS:0;6706a97ae65f:45751 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/WALs/6706a97ae65f,45751,1733397450261/6706a97ae65f%2C45751%2C1733397450261.1733397452128 2024-12-05T11:17:32,145 DEBUG [RS:0;6706a97ae65f:45751 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44333:44333)] 2024-12-05T11:17:32,320 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:17:32,321 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6 2024-12-05T11:17:32,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741833_1009 (size=32) 2024-12-05T11:17:32,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:32,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:17:32,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:17:32,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:32,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:32,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:17:32,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:17:32,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:32,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:32,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:17:32,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:17:32,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:32,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:32,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:17:32,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:17:32,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:32,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:32,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:17:32,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/meta/1588230740 2024-12-05T11:17:32,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/meta/1588230740 2024-12-05T11:17:32,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:17:32,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:17:32,741 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:17:32,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:17:32,745 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:17:32,745 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61396289, jitterRate=-0.08512400090694427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:17:32,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397452728Initializing all the Stores at 1733397452729 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397452729Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397452729Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397452729Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397452729Cleaning up temporary data from old regions at 1733397452740 (+11 ms)Region opened successfully at 1733397452746 (+6 ms) 2024-12-05T11:17:32,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:17:32,746 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:17:32,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:17:32,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:17:32,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:17:32,746 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:17:32,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397452746Disabling compacts and flushes for region at 1733397452746Disabling writes for close at 1733397452746Writing region close event to WAL at 1733397452746Closed at 1733397452746 2024-12-05T11:17:32,748 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:32,748 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:17:32,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:17:32,749 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:17:32,750 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:17:32,900 DEBUG [6706a97ae65f:34629 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:17:32,901 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,45751,1733397450261 2024-12-05T11:17:32,902 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,45751,1733397450261, state=OPENING 2024-12-05T11:17:32,965 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:17:32,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01030664023 2024-12-05T11:17:32,976 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45751-0x101a53600b20001, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01030664023 2024-12-05T11:17:32,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01030664023/meta-region-server: CHANGED 2024-12-05T11:17:32,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01030664023/meta-region-server: CHANGED 2024-12-05T11:17:32,977 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:17:32,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,45751,1733397450261}] 2024-12-05T11:17:33,130 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:17:33,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:17:33,136 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:17:33,136 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:33,136 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:17:33,138 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C45751%2C1733397450261.meta, suffix=.meta, logDir=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/WALs/6706a97ae65f,45751,1733397450261, archiveDir=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/oldWALs, maxLogs=10 2024-12-05T11:17:33,149 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/WALs/6706a97ae65f,45751,1733397450261/6706a97ae65f%2C45751%2C1733397450261.meta.1733397453138.meta, exclude list is [], retry=0 2024-12-05T11:17:33,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44319,DS-82a328b9-8e00-469a-aa0a-7070e24f5396,DISK] 2024-12-05T11:17:33,153 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/WALs/6706a97ae65f,45751,1733397450261/6706a97ae65f%2C45751%2C1733397450261.meta.1733397453138.meta 2024-12-05T11:17:33,154 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44333:44333)] 2024-12-05T11:17:33,154 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:17:33,154 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:17:33,154 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:17:33,154 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:17:33,154 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:17:33,154 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:17:33,154 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:33,155 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:17:33,155 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:17:33,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:17:33,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:17:33,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:33,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:33,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:17:33,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:17:33,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:33,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:33,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:17:33,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:17:33,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:33,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:33,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:17:33,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:17:33,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:33,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:33,162 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:17:33,162 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/meta/1588230740 2024-12-05T11:17:33,164 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/meta/1588230740 2024-12-05T11:17:33,165 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:17:33,165 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:17:33,165 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:17:33,167 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:17:33,167 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60580032, jitterRate=-0.09728717803955078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:17:33,167 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:17:33,168 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397453155Writing region info on filesystem at 1733397453155Initializing all the Stores at 1733397453156 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397453156Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397453156Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397453156Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397453156Cleaning up temporary data from old regions at 1733397453165 (+9 ms)Running coprocessor post-open hooks at 1733397453167 (+2 ms)Region opened successfully at 1733397453168 (+1 ms) 2024-12-05T11:17:33,169 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397453130 2024-12-05T11:17:33,171 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:17:33,172 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:17:33,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,45751,1733397450261 2024-12-05T11:17:33,173 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,45751,1733397450261, state=OPEN 2024-12-05T11:17:33,215 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45751-0x101a53600b20001, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01030664023/meta-region-server 2024-12-05T11:17:33,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01030664023/meta-region-server 2024-12-05T11:17:33,215 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,45751,1733397450261 2024-12-05T11:17:33,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01030664023/meta-region-server: CHANGED 2024-12-05T11:17:33,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01030664023/meta-region-server: CHANGED 2024-12-05T11:17:33,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:17:33,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,45751,1733397450261 in 238 msec 2024-12-05T11:17:33,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:17:33,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 470 msec 2024-12-05T11:17:33,221 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:33,222 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:17:33,223 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:17:33,223 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,45751,1733397450261, seqNum=-1] 2024-12-05T11:17:33,223 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:17:33,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:17:33,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3240 sec 2024-12-05T11:17:33,231 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397453231, completionTime=-1 2024-12-05T11:17:33,231 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:17:33,231 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:17:33,233 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:17:33,233 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397513233 2024-12-05T11:17:33,233 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397573233 2024-12-05T11:17:33,233 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T11:17:33,234 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,34629,1733397450002-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:33,234 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,34629,1733397450002-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:33,234 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,34629,1733397450002-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:33,234 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:34629, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:33,234 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:33,235 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:33,236 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:17:33,239 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.862sec 2024-12-05T11:17:33,239 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:17:33,239 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:17:33,239 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:17:33,239 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:17:33,239 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:17:33,239 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,34629,1733397450002-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:17:33,239 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,34629,1733397450002-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:17:33,242 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:17:33,242 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:17:33,242 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,34629,1733397450002-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:33,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31bf71ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:33,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,34629,-1 for getting cluster id 2024-12-05T11:17:33,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:17:33,338 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10ebc014-cfa9-4d01-b38e-711c93054b38' 2024-12-05T11:17:33,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:17:33,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10ebc014-cfa9-4d01-b38e-711c93054b38" 2024-12-05T11:17:33,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3478919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:33,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,34629,-1] 2024-12-05T11:17:33,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:17:33,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:33,340 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:17:33,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3445069a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:33,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:17:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,45751,1733397450261, seqNum=-1] 2024-12-05T11:17:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:17:33,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:17:33,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,34629,1733397450002 2024-12-05T11:17:33,347 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50841 2024-12-05T11:17:33,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:17:33,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a53600b20002 connected 2024-12-05T11:17:33,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/hadoop.log.dir so I do NOT create it in target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851 2024-12-05T11:17:33,379 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T11:17:33,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/hadoop.tmp.dir so I do NOT create it in target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851 2024-12-05T11:17:33,379 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T11:17:33,379 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851 2024-12-05T11:17:33,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:17:33,379 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/cluster_b50240c5-5052-b9cc-f506-d423a72a1493, deleteOnExit=true 2024-12-05T11:17:33,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:17:33,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/test.cache.data in system properties and HBase conf 2024-12-05T11:17:33,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:17:33,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:17:33,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:17:33,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:17:33,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:17:33,380 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:17:33,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:17:33,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:17:33,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:17:33,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:17:33,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:17:33,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:17:33,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:17:33,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:17:33,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:17:33,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:17:33,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:17:33,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:17:33,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:17:33,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:17:33,843 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:17:33,849 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:17:33,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:17:33,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:17:33,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:17:33,854 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:17:33,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53134443{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:17:33,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23912fa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:17:33,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7033d5fd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/java.io.tmpdir/jetty-localhost-36007-hadoop-hdfs-3_4_1-tests_jar-_-any-13738744863889555268/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:17:33,948 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e8b63e7{HTTP/1.1, (http/1.1)}{localhost:36007} 2024-12-05T11:17:33,948 INFO [Time-limited test {}] server.Server(415): Started @41285ms 2024-12-05T11:17:34,387 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:17:34,388 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:17:34,401 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:17:34,410 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:17:34,413 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:17:34,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:17:34,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:17:34,413 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:17:34,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5256db6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:17:34,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6be4ef52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:17:34,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b3807a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/java.io.tmpdir/jetty-localhost-33049-hadoop-hdfs-3_4_1-tests_jar-_-any-15850268688632091749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:17:34,510 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cbc654a{HTTP/1.1, (http/1.1)}{localhost:33049} 2024-12-05T11:17:34,510 INFO [Time-limited test {}] server.Server(415): Started @41847ms 2024-12-05T11:17:34,511 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:17:35,207 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/cluster_b50240c5-5052-b9cc-f506-d423a72a1493/data/data1/current/BP-714076359-172.17.0.2-1733397453408/current, will proceed with Du for space computation calculation, 2024-12-05T11:17:35,207 WARN [Thread-624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/cluster_b50240c5-5052-b9cc-f506-d423a72a1493/data/data2/current/BP-714076359-172.17.0.2-1733397453408/current, will proceed with Du for space computation calculation, 2024-12-05T11:17:35,227 WARN [Thread-611 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:17:35,230 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0e39b8abbca3b3d with lease ID 0xefa57b6dead3a6e6: Processing first storage report for DS-80fc7453-76b3-432c-9953-26dedf39d933 from datanode DatanodeRegistration(127.0.0.1:43625, datanodeUuid=54518913-4764-411e-a199-0790c86d0fc2, infoPort=38609, infoSecurePort=0, ipcPort=46001, storageInfo=lv=-57;cid=testClusterID;nsid=1295132155;c=1733397453408) 2024-12-05T11:17:35,230 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0e39b8abbca3b3d with lease ID 0xefa57b6dead3a6e6: from storage DS-80fc7453-76b3-432c-9953-26dedf39d933 node DatanodeRegistration(127.0.0.1:43625, datanodeUuid=54518913-4764-411e-a199-0790c86d0fc2, infoPort=38609, infoSecurePort=0, ipcPort=46001, storageInfo=lv=-57;cid=testClusterID;nsid=1295132155;c=1733397453408), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T11:17:35,230 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0e39b8abbca3b3d with lease ID 0xefa57b6dead3a6e6: Processing first storage report for DS-38ab559c-afe0-4963-9910-55c9a68393a4 from datanode DatanodeRegistration(127.0.0.1:43625, datanodeUuid=54518913-4764-411e-a199-0790c86d0fc2, infoPort=38609, infoSecurePort=0, ipcPort=46001, storageInfo=lv=-57;cid=testClusterID;nsid=1295132155;c=1733397453408) 2024-12-05T11:17:35,230 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0e39b8abbca3b3d with lease ID 0xefa57b6dead3a6e6: from storage DS-38ab559c-afe0-4963-9910-55c9a68393a4 node DatanodeRegistration(127.0.0.1:43625, datanodeUuid=54518913-4764-411e-a199-0790c86d0fc2, infoPort=38609, infoSecurePort=0, ipcPort=46001, storageInfo=lv=-57;cid=testClusterID;nsid=1295132155;c=1733397453408), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:17:35,247 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851 2024-12-05T11:17:35,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:35,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:35,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:17:35,659 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584 with version=8 2024-12-05T11:17:35,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/hbase-staging 2024-12-05T11:17:35,661 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:17:35,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:35,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:35,662 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:17:35,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:35,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:17:35,662 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:17:35,662 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:17:35,662 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36913 2024-12-05T11:17:35,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36913 connecting to ZooKeeper ensemble=127.0.0.1:50841 2024-12-05T11:17:35,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369130x0, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:17:35,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36913-0x101a53600b20003 connected 2024-12-05T11:17:35,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:35,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:35,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Set watcher on znode that does not yet exist, /11583128832/running 2024-12-05T11:17:35,811 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584, hbase.cluster.distributed=false 2024-12-05T11:17:35,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Set watcher on znode that does not yet exist, /11583128832/acl 2024-12-05T11:17:35,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36913 2024-12-05T11:17:35,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36913 2024-12-05T11:17:35,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36913 2024-12-05T11:17:35,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36913 2024-12-05T11:17:35,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36913 2024-12-05T11:17:35,829 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:17:35,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:35,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:35,829 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:17:35,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:35,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:17:35,829 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:17:35,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:17:35,830 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43997 2024-12-05T11:17:35,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43997 connecting to ZooKeeper ensemble=127.0.0.1:50841 2024-12-05T11:17:35,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:35,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:35,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439970x0, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:17:35,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439970x0, quorum=127.0.0.1:50841, baseZNode=/11583128832 Set watcher on znode that does not yet exist, /11583128832/running 2024-12-05T11:17:35,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43997-0x101a53600b20004 connected 2024-12-05T11:17:35,861 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:17:35,861 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:17:35,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43997-0x101a53600b20004, quorum=127.0.0.1:50841, baseZNode=/11583128832 Set watcher on znode that does not yet exist, /11583128832/master 2024-12-05T11:17:35,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43997-0x101a53600b20004, quorum=127.0.0.1:50841, baseZNode=/11583128832 Set watcher on znode that does not yet exist, /11583128832/acl 2024-12-05T11:17:35,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43997 2024-12-05T11:17:35,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43997 2024-12-05T11:17:35,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43997 2024-12-05T11:17:35,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43997 2024-12-05T11:17:35,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43997 2024-12-05T11:17:35,876 DEBUG [M:0;6706a97ae65f:36913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:36913 2024-12-05T11:17:35,876 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11583128832/backup-masters/6706a97ae65f,36913,1733397455661 2024-12-05T11:17:35,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x101a53600b20004, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11583128832/backup-masters 2024-12-05T11:17:35,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11583128832/backup-masters 2024-12-05T11:17:35,882 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Set watcher on existing znode=/11583128832/backup-masters/6706a97ae65f,36913,1733397455661 2024-12-05T11:17:35,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x101a53600b20004, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11583128832/master 2024-12-05T11:17:35,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11583128832 2024-12-05T11:17:35,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x101a53600b20004, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11583128832 2024-12-05T11:17:35,892 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Set watcher on existing znode=/11583128832/master 2024-12-05T11:17:35,893 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11583128832/backup-masters/6706a97ae65f,36913,1733397455661 from backup master directory 2024-12-05T11:17:35,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x101a53600b20004, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11583128832/backup-masters 2024-12-05T11:17:35,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11583128832/backup-masters/6706a97ae65f,36913,1733397455661 2024-12-05T11:17:35,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11583128832/backup-masters 2024-12-05T11:17:35,902 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:17:35,902 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,36913,1733397455661 2024-12-05T11:17:35,907 WARN [RS:0;6706a97ae65f:45751 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6706a97ae65f,38459,1733397419330: status=Processing ServerCrashProcedure of 6706a97ae65f,38459,1733397419330 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733397437400, completionTime=-1 appears to have been leaked 2024-12-05T11:17:35,907 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/hbase.id] with ID: ded546f8-cebd-472e-963e-aac2fe0332c7 2024-12-05T11:17:35,907 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/.tmp/hbase.id 2024-12-05T11:17:35,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:17:36,317 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/.tmp/hbase.id]:[hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/hbase.id] 2024-12-05T11:17:36,331 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:36,331 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:17:36,332 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T11:17:36,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11583128832 2024-12-05T11:17:36,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x101a53600b20004, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11583128832 2024-12-05T11:17:36,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:17:36,793 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:17:36,794 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:17:36,794 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:36,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:17:37,205 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/data/master/store 2024-12-05T11:17:37,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:17:37,220 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:37,220 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:17:37,220 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:37,221 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:37,221 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:17:37,221 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:37,221 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:37,221 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397457220Disabling compacts and flushes for region at 1733397457220Disabling writes for close at 1733397457221 (+1 ms)Writing region close event to WAL at 1733397457221Closed at 1733397457221 2024-12-05T11:17:37,222 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/data/master/store/.initializing 2024-12-05T11:17:37,222 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/WALs/6706a97ae65f,36913,1733397455661 2024-12-05T11:17:37,225 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:17:37,229 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C36913%2C1733397455661, suffix=, logDir=hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/WALs/6706a97ae65f,36913,1733397455661, archiveDir=hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/oldWALs, maxLogs=10 2024-12-05T11:17:37,250 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/WALs/6706a97ae65f,36913,1733397455661/6706a97ae65f%2C36913%2C1733397455661.1733397457230, exclude list is [], retry=0 2024-12-05T11:17:37,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43625,DS-80fc7453-76b3-432c-9953-26dedf39d933,DISK] 2024-12-05T11:17:37,267 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/WALs/6706a97ae65f,36913,1733397455661/6706a97ae65f%2C36913%2C1733397455661.1733397457230 2024-12-05T11:17:37,272 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38609:38609)] 2024-12-05T11:17:37,272 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:17:37,272 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:37,272 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:37,273 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:37,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:37,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:17:37,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:37,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:37,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:37,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:17:37,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:37,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:37,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:37,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:17:37,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:37,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:37,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:37,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:17:37,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:37,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:37,295 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:37,296 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:37,297 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:37,299 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:37,299 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:37,299 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:17:37,301 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:37,304 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:17:37,305 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71699892, jitterRate=0.06841164827346802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:17:37,305 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397457273Initializing all the Stores at 1733397457274 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397457274Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397457276 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397457276Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397457276Cleaning up temporary data from old regions at 1733397457299 (+23 ms)Region opened successfully at 1733397457305 (+6 ms) 2024-12-05T11:17:37,306 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:17:37,312 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e6a249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:17:37,314 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:17:37,314 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:17:37,314 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:17:37,315 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:17:37,315 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:17:37,316 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:17:37,316 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:17:37,319 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:17:37,320 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Unable to get data of znode /11583128832/balancer because node does not exist (not necessarily an error) 2024-12-05T11:17:37,376 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11583128832/balancer already deleted, retry=false 2024-12-05T11:17:37,376 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:17:37,377 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Unable to get data of znode /11583128832/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:17:37,387 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11583128832/normalizer already deleted, retry=false 2024-12-05T11:17:37,387 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:17:37,389 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Unable to get data of znode /11583128832/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:17:37,397 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11583128832/switch/split already deleted, retry=false 2024-12-05T11:17:37,398 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Unable to get data of znode /11583128832/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:17:37,407 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11583128832/switch/merge already deleted, retry=false 2024-12-05T11:17:37,410 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Unable to get data of znode /11583128832/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:17:37,418 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11583128832/snapshot-cleanup already deleted, retry=false 2024-12-05T11:17:37,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x101a53600b20004, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11583128832/running 2024-12-05T11:17:37,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11583128832/running 2024-12-05T11:17:37,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x101a53600b20004, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11583128832 2024-12-05T11:17:37,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11583128832 2024-12-05T11:17:37,431 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,36913,1733397455661, sessionid=0x101a53600b20003, setting cluster-up flag (Was=false) 2024-12-05T11:17:37,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x101a53600b20004, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11583128832 2024-12-05T11:17:37,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11583128832 2024-12-05T11:17:37,481 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11583128832/flush-table-proc/acquired, /11583128832/flush-table-proc/reached, /11583128832/flush-table-proc/abort 2024-12-05T11:17:37,483 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,36913,1733397455661 2024-12-05T11:17:37,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11583128832 2024-12-05T11:17:37,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x101a53600b20004, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11583128832 2024-12-05T11:17:37,534 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11583128832/online-snapshot/acquired, /11583128832/online-snapshot/reached, /11583128832/online-snapshot/abort 2024-12-05T11:17:37,535 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,36913,1733397455661 2024-12-05T11:17:37,537 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:17:37,539 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:37,539 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:17:37,539 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:17:37,540 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,36913,1733397455661 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:17:37,541 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:37,541 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:37,541 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:37,542 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:37,542 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:17:37,542 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:37,542 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:17:37,542 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:37,546 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:37,546 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:17:37,548 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:37,548 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:17:37,553 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397487553 2024-12-05T11:17:37,553 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:17:37,553 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:17:37,553 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:17:37,553 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:17:37,553 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:17:37,553 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:17:37,554 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:37,554 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:17:37,555 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:17:37,555 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:17:37,555 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:17:37,560 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:17:37,560 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:17:37,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:17:37,563 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:17:37,563 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584 2024-12-05T11:17:37,568 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397457560,5,FailOnTimeoutGroup] 2024-12-05T11:17:37,576 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397457568,5,FailOnTimeoutGroup] 2024-12-05T11:17:37,576 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:37,576 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:17:37,576 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:37,576 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:37,578 INFO [RS:0;6706a97ae65f:43997 {}] regionserver.HRegionServer(746): ClusterId : ded546f8-cebd-472e-963e-aac2fe0332c7 2024-12-05T11:17:37,579 DEBUG [RS:0;6706a97ae65f:43997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:17:37,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741832_1008 (size=32) 2024-12-05T11:17:37,588 DEBUG [RS:0;6706a97ae65f:43997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:17:37,588 DEBUG [RS:0;6706a97ae65f:43997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:17:37,598 DEBUG [RS:0;6706a97ae65f:43997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:17:37,598 DEBUG [RS:0;6706a97ae65f:43997 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761c8ce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:17:37,610 DEBUG [RS:0;6706a97ae65f:43997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:43997 2024-12-05T11:17:37,610 INFO [RS:0;6706a97ae65f:43997 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:17:37,610 INFO [RS:0;6706a97ae65f:43997 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:17:37,610 DEBUG [RS:0;6706a97ae65f:43997 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:17:37,611 INFO [RS:0;6706a97ae65f:43997 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,36913,1733397455661 with port=43997, startcode=1733397455828 2024-12-05T11:17:37,611 DEBUG [RS:0;6706a97ae65f:43997 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:17:37,613 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:17:37,614 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36913 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,43997,1733397455828 2024-12-05T11:17:37,614 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36913 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,43997,1733397455828 2024-12-05T11:17:37,618 DEBUG [RS:0;6706a97ae65f:43997 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584 2024-12-05T11:17:37,619 DEBUG [RS:0;6706a97ae65f:43997 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41797 2024-12-05T11:17:37,619 DEBUG [RS:0;6706a97ae65f:43997 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:17:37,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11583128832/rs 2024-12-05T11:17:37,674 DEBUG [RS:0;6706a97ae65f:43997 {}] zookeeper.ZKUtil(111): regionserver:43997-0x101a53600b20004, quorum=127.0.0.1:50841, baseZNode=/11583128832 Set watcher on existing znode=/11583128832/rs/6706a97ae65f,43997,1733397455828 2024-12-05T11:17:37,674 WARN [RS:0;6706a97ae65f:43997 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:17:37,674 INFO [RS:0;6706a97ae65f:43997 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:37,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,43997,1733397455828] 2024-12-05T11:17:37,674 DEBUG [RS:0;6706a97ae65f:43997 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/WALs/6706a97ae65f,43997,1733397455828 2024-12-05T11:17:37,677 INFO [RS:0;6706a97ae65f:43997 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:17:37,679 INFO [RS:0;6706a97ae65f:43997 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:17:37,679 INFO [RS:0;6706a97ae65f:43997 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:17:37,679 INFO [RS:0;6706a97ae65f:43997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:37,680 INFO [RS:0;6706a97ae65f:43997 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:17:37,680 INFO [RS:0;6706a97ae65f:43997 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:17:37,680 INFO [RS:0;6706a97ae65f:43997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:37,680 DEBUG [RS:0;6706a97ae65f:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:37,680 DEBUG [RS:0;6706a97ae65f:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:37,681 DEBUG [RS:0;6706a97ae65f:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:37,681 DEBUG [RS:0;6706a97ae65f:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:37,681 DEBUG [RS:0;6706a97ae65f:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:37,681 DEBUG [RS:0;6706a97ae65f:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:17:37,681 DEBUG [RS:0;6706a97ae65f:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:37,681 DEBUG [RS:0;6706a97ae65f:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:37,681 DEBUG [RS:0;6706a97ae65f:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:37,681 DEBUG [RS:0;6706a97ae65f:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:37,681 DEBUG [RS:0;6706a97ae65f:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:37,681 DEBUG [RS:0;6706a97ae65f:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:37,681 DEBUG [RS:0;6706a97ae65f:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:17:37,681 DEBUG [RS:0;6706a97ae65f:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:17:37,684 INFO [RS:0;6706a97ae65f:43997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:37,684 INFO [RS:0;6706a97ae65f:43997 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:37,684 INFO [RS:0;6706a97ae65f:43997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:37,684 INFO [RS:0;6706a97ae65f:43997 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:37,684 INFO [RS:0;6706a97ae65f:43997 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:37,684 INFO [RS:0;6706a97ae65f:43997 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,43997,1733397455828-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:17:37,699 INFO [RS:0;6706a97ae65f:43997 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:17:37,699 INFO [RS:0;6706a97ae65f:43997 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,43997,1733397455828-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:37,699 INFO [RS:0;6706a97ae65f:43997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:37,699 INFO [RS:0;6706a97ae65f:43997 {}] regionserver.Replication(171): 6706a97ae65f,43997,1733397455828 started 2024-12-05T11:17:37,712 INFO [RS:0;6706a97ae65f:43997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:37,712 INFO [RS:0;6706a97ae65f:43997 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,43997,1733397455828, RpcServer on 6706a97ae65f/172.17.0.2:43997, sessionid=0x101a53600b20004 2024-12-05T11:17:37,712 DEBUG [RS:0;6706a97ae65f:43997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:17:37,713 DEBUG [RS:0;6706a97ae65f:43997 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,43997,1733397455828 2024-12-05T11:17:37,713 DEBUG [RS:0;6706a97ae65f:43997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,43997,1733397455828' 2024-12-05T11:17:37,713 DEBUG [RS:0;6706a97ae65f:43997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11583128832/flush-table-proc/abort' 2024-12-05T11:17:37,713 DEBUG [RS:0;6706a97ae65f:43997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11583128832/flush-table-proc/acquired' 2024-12-05T11:17:37,714 DEBUG [RS:0;6706a97ae65f:43997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:17:37,714 DEBUG [RS:0;6706a97ae65f:43997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:17:37,714 DEBUG [RS:0;6706a97ae65f:43997 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,43997,1733397455828 2024-12-05T11:17:37,714 DEBUG [RS:0;6706a97ae65f:43997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,43997,1733397455828' 2024-12-05T11:17:37,714 DEBUG [RS:0;6706a97ae65f:43997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11583128832/online-snapshot/abort' 2024-12-05T11:17:37,714 DEBUG [RS:0;6706a97ae65f:43997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11583128832/online-snapshot/acquired' 2024-12-05T11:17:37,715 DEBUG [RS:0;6706a97ae65f:43997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:17:37,715 INFO [RS:0;6706a97ae65f:43997 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:17:37,715 INFO [RS:0;6706a97ae65f:43997 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:17:37,815 INFO [RS:0;6706a97ae65f:43997 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:17:37,817 INFO [RS:0;6706a97ae65f:43997 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C43997%2C1733397455828, suffix=, logDir=hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/WALs/6706a97ae65f,43997,1733397455828, archiveDir=hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/oldWALs, maxLogs=10 2024-12-05T11:17:37,832 DEBUG [RS:0;6706a97ae65f:43997 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/WALs/6706a97ae65f,43997,1733397455828/6706a97ae65f%2C43997%2C1733397455828.1733397457817, exclude list is [], retry=0 2024-12-05T11:17:37,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43625,DS-80fc7453-76b3-432c-9953-26dedf39d933,DISK] 2024-12-05T11:17:37,839 INFO [RS:0;6706a97ae65f:43997 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/WALs/6706a97ae65f,43997,1733397455828/6706a97ae65f%2C43997%2C1733397455828.1733397457817 2024-12-05T11:17:37,839 DEBUG [RS:0;6706a97ae65f:43997 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38609:38609)] 2024-12-05T11:17:37,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:37,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:17:37,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:17:37,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:37,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:37,991 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:17:37,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:17:37,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:17:37,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:37,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:37,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:17:37,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:17:37,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:37,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:37,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:17:37,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:17:37,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:37,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:37,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:17:37,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/data/hbase/meta/1588230740 2024-12-05T11:17:37,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/data/hbase/meta/1588230740 2024-12-05T11:17:37,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:17:37,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:17:37,999 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:17:38,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:17:38,003 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:17:38,003 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69425057, jitterRate=0.034513965249061584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:17:38,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397457988Initializing all the Stores at 1733397457989 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397457989Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397457989Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397457989Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397457989Cleaning up temporary data from old regions at 1733397457999 (+10 ms)Region opened successfully at 1733397458003 (+4 ms) 2024-12-05T11:17:38,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:17:38,003 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:17:38,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:17:38,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:17:38,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:17:38,004 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:17:38,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397458003Disabling compacts and flushes for region at 1733397458003Disabling writes for close at 1733397458003Writing region close event to WAL at 1733397458004 (+1 ms)Closed at 1733397458004 2024-12-05T11:17:38,005 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:38,005 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:17:38,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:17:38,007 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:17:38,007 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:17:38,158 DEBUG [6706a97ae65f:36913 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:17:38,158 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,43997,1733397455828 2024-12-05T11:17:38,159 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,43997,1733397455828, state=OPENING 2024-12-05T11:17:38,207 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:17:38,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11583128832 2024-12-05T11:17:38,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x101a53600b20004, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11583128832 2024-12-05T11:17:38,218 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:17:38,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11583128832/meta-region-server: CHANGED 2024-12-05T11:17:38,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11583128832/meta-region-server: CHANGED 2024-12-05T11:17:38,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,43997,1733397455828}] 2024-12-05T11:17:38,370 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:17:38,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:17:38,375 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:17:38,375 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:38,376 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:17:38,377 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C43997%2C1733397455828.meta, suffix=.meta, logDir=hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/WALs/6706a97ae65f,43997,1733397455828, archiveDir=hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/oldWALs, maxLogs=10 2024-12-05T11:17:38,388 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/WALs/6706a97ae65f,43997,1733397455828/6706a97ae65f%2C43997%2C1733397455828.meta.1733397458377.meta, exclude list is [], retry=0 2024-12-05T11:17:38,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43625,DS-80fc7453-76b3-432c-9953-26dedf39d933,DISK] 2024-12-05T11:17:38,392 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/WALs/6706a97ae65f,43997,1733397455828/6706a97ae65f%2C43997%2C1733397455828.meta.1733397458377.meta 2024-12-05T11:17:38,394 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38609:38609)] 2024-12-05T11:17:38,394 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:17:38,394 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:17:38,394 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:17:38,394 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:17:38,394 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:17:38,395 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:17:38,395 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:38,395 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:17:38,395 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:17:38,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:17:38,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:17:38,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:38,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:38,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:17:38,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:17:38,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:38,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:38,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:17:38,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:17:38,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:38,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:38,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:17:38,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:17:38,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:38,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:38,401 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:17:38,401 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/data/hbase/meta/1588230740 2024-12-05T11:17:38,402 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/data/hbase/meta/1588230740 2024-12-05T11:17:38,403 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:17:38,403 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:17:38,404 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:17:38,405 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:17:38,405 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71816034, jitterRate=0.07014229893684387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:17:38,405 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:17:38,405 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397458395Writing region info on filesystem at 1733397458395Initializing all the Stores at 1733397458396 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397458396Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397458396Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397458396Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397458396Cleaning up temporary data from old regions at 1733397458403 (+7 ms)Running coprocessor post-open hooks at 1733397458405 (+2 ms)Region opened successfully at 1733397458405 2024-12-05T11:17:38,406 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397458370 2024-12-05T11:17:38,408 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:17:38,408 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:17:38,409 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,43997,1733397455828 2024-12-05T11:17:38,410 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,43997,1733397455828, state=OPEN 2024-12-05T11:17:38,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x101a53600b20004, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11583128832/meta-region-server 2024-12-05T11:17:38,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11583128832/meta-region-server 2024-12-05T11:17:38,418 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,43997,1733397455828 2024-12-05T11:17:38,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11583128832/meta-region-server: CHANGED 2024-12-05T11:17:38,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11583128832/meta-region-server: CHANGED 2024-12-05T11:17:38,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:17:38,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,43997,1733397455828 in 200 msec 2024-12-05T11:17:38,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:17:38,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-12-05T11:17:38,423 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:38,423 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:17:38,425 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:17:38,425 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,43997,1733397455828, seqNum=-1] 2024-12-05T11:17:38,425 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:17:38,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:17:38,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 893 msec 2024-12-05T11:17:38,431 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397458431, completionTime=-1 2024-12-05T11:17:38,431 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:17:38,432 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:17:38,433 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:17:38,433 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397518433 2024-12-05T11:17:38,433 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397578433 2024-12-05T11:17:38,433 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T11:17:38,434 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36913,1733397455661-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:38,434 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36913,1733397455661-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:38,434 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36913,1733397455661-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:38,434 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:36913, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:38,434 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:38,434 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:38,436 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:17:38,438 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.536sec 2024-12-05T11:17:38,438 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:17:38,438 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:17:38,438 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:17:38,438 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:17:38,438 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:17:38,438 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36913,1733397455661-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:17:38,438 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36913,1733397455661-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:17:38,441 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:17:38,441 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:17:38,441 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36913,1733397455661-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:38,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd6bf1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:38,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,36913,-1 for getting cluster id 2024-12-05T11:17:38,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:17:38,479 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ded546f8-cebd-472e-963e-aac2fe0332c7' 2024-12-05T11:17:38,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:17:38,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ded546f8-cebd-472e-963e-aac2fe0332c7" 2024-12-05T11:17:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501d1643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,36913,-1] 2024-12-05T11:17:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:17:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:38,481 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:17:38,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4361babf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:38,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:17:38,483 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,43997,1733397455828, seqNum=-1] 2024-12-05T11:17:38,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:17:38,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:17:38,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,36913,1733397455661 2024-12-05T11:17:38,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50841 2024-12-05T11:17:38,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:17:38,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a53600b20005 connected 2024-12-05T11:17:38,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584d083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:38,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,34629,-1 for getting cluster id 2024-12-05T11:17:38,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:17:38,505 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10ebc014-cfa9-4d01-b38e-711c93054b38' 2024-12-05T11:17:38,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:17:38,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10ebc014-cfa9-4d01-b38e-711c93054b38" 2024-12-05T11:17:38,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b326fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:38,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,34629,-1] 2024-12-05T11:17:38,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:17:38,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:38,507 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:17:38,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6403dab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:38,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:17:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,34629,1733397450002 2024-12-05T11:17:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dc963e6 2024-12-05T11:17:38,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:17:38,509 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:17:38,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6706a97ae65f:36913,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T11:17:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T11:17:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:17:38,513 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:36913' 2024-12-05T11:17:38,514 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac4749d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:38,514 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,36913,-1 for getting cluster id 2024-12-05T11:17:38,514 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:17:38,515 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ded546f8-cebd-472e-963e-aac2fe0332c7' 2024-12-05T11:17:38,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:17:38,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ded546f8-cebd-472e-963e-aac2fe0332c7" 2024-12-05T11:17:38,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a7ebba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:38,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,36913,-1] 2024-12-05T11:17:38,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:17:38,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:38,516 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:17:38,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:38,517 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:17:38,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,36913,1733397455661 2024-12-05T11:17:38,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2397abbc 2024-12-05T11:17:38,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:17:38,519 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:17:38,520 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T11:17:38,520 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T11:17:38,520 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:38,520 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:38,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:17:38,521 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:17:38,522 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T11:17:38,524 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:17:38,524 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:38,525 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:17:38,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741835_1011 (size=1138) 2024-12-05T11:17:38,573 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T11:17:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:17:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:17:38,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T11:17:38,931 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T11:17:38,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:17:38,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T11:17:38,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:17:38,933 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T11:17:38,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T11:17:38,933 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T11:17:38,934 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 736f63d93385eb68be6180eab1444116, NAME => 'hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6 2024-12-05T11:17:38,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741836_1012 (size=44) 2024-12-05T11:17:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:17:39,342 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:39,342 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 736f63d93385eb68be6180eab1444116, disabling compactions & flushes 2024-12-05T11:17:39,342 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116. 2024-12-05T11:17:39,342 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116. 2024-12-05T11:17:39,342 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116. after waiting 0 ms 2024-12-05T11:17:39,342 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116. 2024-12-05T11:17:39,342 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116. 2024-12-05T11:17:39,342 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 736f63d93385eb68be6180eab1444116: Waiting for close lock at 1733397459342Disabling compacts and flushes for region at 1733397459342Disabling writes for close at 1733397459342Writing region close event to WAL at 1733397459342Closed at 1733397459342 2024-12-05T11:17:39,344 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:17:39,344 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733397459344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397459344"}]},"ts":"1733397459344"} 2024-12-05T11:17:39,346 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:17:39,347 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:17:39,348 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397459347"}]},"ts":"1733397459347"} 2024-12-05T11:17:39,350 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T11:17:39,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=736f63d93385eb68be6180eab1444116, ASSIGN}] 2024-12-05T11:17:39,351 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=736f63d93385eb68be6180eab1444116, ASSIGN 2024-12-05T11:17:39,352 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=736f63d93385eb68be6180eab1444116, ASSIGN; state=OFFLINE, location=6706a97ae65f,45751,1733397450261; forceNewPlan=false, retain=false 2024-12-05T11:17:39,503 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=736f63d93385eb68be6180eab1444116, regionState=OPENING, regionLocation=6706a97ae65f,45751,1733397450261 2024-12-05T11:17:39,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=736f63d93385eb68be6180eab1444116, ASSIGN because future has completed 2024-12-05T11:17:39,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 736f63d93385eb68be6180eab1444116, server=6706a97ae65f,45751,1733397450261}] 2024-12-05T11:17:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:17:39,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116. 2024-12-05T11:17:39,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:39,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T11:17:39,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C45751%2C1733397450261.rep, suffix=, logDir=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/WALs/6706a97ae65f,45751,1733397450261, archiveDir=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/oldWALs, maxLogs=10 2024-12-05T11:17:39,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/WALs/6706a97ae65f,45751,1733397450261/6706a97ae65f%2C45751%2C1733397450261.rep.1733397459663, exclude list is [], retry=0 2024-12-05T11:17:39,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44319,DS-82a328b9-8e00-469a-aa0a-7070e24f5396,DISK] 2024-12-05T11:17:39,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/WALs/6706a97ae65f,45751,1733397450261/6706a97ae65f%2C45751%2C1733397450261.rep.1733397459663 2024-12-05T11:17:39,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44333:44333)] 2024-12-05T11:17:39,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 736f63d93385eb68be6180eab1444116, NAME => 'hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:17:39,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:17:39,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:17:39,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116. service=MultiRowMutationService 2024-12-05T11:17:39,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T11:17:39,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 736f63d93385eb68be6180eab1444116 2024-12-05T11:17:39,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:39,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 736f63d93385eb68be6180eab1444116 2024-12-05T11:17:39,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 736f63d93385eb68be6180eab1444116 2024-12-05T11:17:39,683 INFO [StoreOpener-736f63d93385eb68be6180eab1444116-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 736f63d93385eb68be6180eab1444116 2024-12-05T11:17:39,684 INFO [StoreOpener-736f63d93385eb68be6180eab1444116-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 736f63d93385eb68be6180eab1444116 columnFamilyName hfileref 2024-12-05T11:17:39,684 DEBUG [StoreOpener-736f63d93385eb68be6180eab1444116-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:39,684 INFO [StoreOpener-736f63d93385eb68be6180eab1444116-1 {}] regionserver.HStore(327): Store=736f63d93385eb68be6180eab1444116/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:39,684 INFO [StoreOpener-736f63d93385eb68be6180eab1444116-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 736f63d93385eb68be6180eab1444116 2024-12-05T11:17:39,686 INFO [StoreOpener-736f63d93385eb68be6180eab1444116-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 736f63d93385eb68be6180eab1444116 columnFamilyName queue 2024-12-05T11:17:39,686 DEBUG [StoreOpener-736f63d93385eb68be6180eab1444116-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:39,686 INFO [StoreOpener-736f63d93385eb68be6180eab1444116-1 {}] regionserver.HStore(327): Store=736f63d93385eb68be6180eab1444116/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:39,686 INFO [StoreOpener-736f63d93385eb68be6180eab1444116-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 736f63d93385eb68be6180eab1444116 2024-12-05T11:17:39,687 INFO [StoreOpener-736f63d93385eb68be6180eab1444116-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 736f63d93385eb68be6180eab1444116 columnFamilyName sid 2024-12-05T11:17:39,688 DEBUG [StoreOpener-736f63d93385eb68be6180eab1444116-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:39,688 INFO [StoreOpener-736f63d93385eb68be6180eab1444116-1 {}] regionserver.HStore(327): Store=736f63d93385eb68be6180eab1444116/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:39,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 736f63d93385eb68be6180eab1444116 2024-12-05T11:17:39,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/replication/736f63d93385eb68be6180eab1444116 2024-12-05T11:17:39,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/replication/736f63d93385eb68be6180eab1444116 2024-12-05T11:17:39,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 736f63d93385eb68be6180eab1444116 2024-12-05T11:17:39,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 736f63d93385eb68be6180eab1444116 2024-12-05T11:17:39,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:17:39,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 736f63d93385eb68be6180eab1444116 2024-12-05T11:17:39,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/replication/736f63d93385eb68be6180eab1444116/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:17:39,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 736f63d93385eb68be6180eab1444116; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72396125, jitterRate=0.07878632843494415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:17:39,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 736f63d93385eb68be6180eab1444116 2024-12-05T11:17:39,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 736f63d93385eb68be6180eab1444116: Running coprocessor pre-open hook at 1733397459681Writing region info on filesystem at 1733397459681Initializing all the Stores at 1733397459682 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397459682Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397459682Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397459682Cleaning up temporary data from old regions at 1733397459690 (+8 ms)Running coprocessor post-open hooks at 1733397459695 (+5 ms)Region opened successfully at 1733397459695 2024-12-05T11:17:39,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116., pid=7, masterSystemTime=1733397459658 2024-12-05T11:17:39,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116. 2024-12-05T11:17:39,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116. 2024-12-05T11:17:39,699 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=736f63d93385eb68be6180eab1444116, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,45751,1733397450261 2024-12-05T11:17:39,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 736f63d93385eb68be6180eab1444116, server=6706a97ae65f,45751,1733397450261 because future has completed 2024-12-05T11:17:39,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T11:17:39,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 736f63d93385eb68be6180eab1444116, server=6706a97ae65f,45751,1733397450261 in 198 msec 2024-12-05T11:17:39,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T11:17:39,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=736f63d93385eb68be6180eab1444116, ASSIGN in 356 msec 2024-12-05T11:17:39,710 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:17:39,710 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397459710"}]},"ts":"1733397459710"} 2024-12-05T11:17:39,712 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T11:17:39,714 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:17:39,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-12-05T11:17:39,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116., hostname=6706a97ae65f,45751,1733397450261, seqNum=2] 2024-12-05T11:17:39,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01030664023 2024-12-05T11:17:39,818 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45751-0x101a53600b20001, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01030664023 2024-12-05T11:17:39,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T11:17:39,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T11:17:39,993 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T11:17:40,019 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6706a97ae65f,45751,1733397450261, ReplicationSource: 1, currentBandwidth=0 2024-12-05T11:17:40,019 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:17:40,019 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,45751,1733397450261, seqNum=-1] 2024-12-05T11:17:40,020 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:17:40,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-05T11:17:40,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6706a97ae65f,45751,1733397450261', locateType=CURRENT is [region=hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116., hostname=6706a97ae65f,45751,1733397450261, seqNum=2] 2024-12-05T11:17:40,025 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T11:17:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T11:17:40,028 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6706a97ae65f,45751,1733397450261 suceeded 2024-12-05T11:17:40,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T11:17:40,030 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6706a97ae65f:36913,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T11:17:40,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-05T11:17:40,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5200 sec 2024-12-05T11:17:40,039 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,45751,1733397450261 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:36913' 2024-12-05T11:17:40,040 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,45751,1733397450261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b40975a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:40,040 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,45751,1733397450261 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,36913,-1 for getting cluster id 2024-12-05T11:17:40,040 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,45751,1733397450261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:17:40,041 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ded546f8-cebd-472e-963e-aac2fe0332c7' 2024-12-05T11:17:40,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:17:40,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ded546f8-cebd-472e-963e-aac2fe0332c7" 2024-12-05T11:17:40,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@630d278d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:40,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,36913,-1] 2024-12-05T11:17:40,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:17:40,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:40,042 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:17:40,043 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,45751,1733397450261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cb6dd08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:40,043 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,45751,1733397450261 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:17:40,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,36913,1733397455661 2024-12-05T11:17:40,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17f111a2 2024-12-05T11:17:40,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:17:40,045 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-05T11:17:40,045 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,45751,1733397450261 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6706a97ae65f,45751,1733397450261 (queues=1) is replicating from cluster=10ebc014-cfa9-4d01-b38e-711c93054b38 to cluster=ded546f8-cebd-472e-963e-aac2fe0332c7 2024-12-05T11:17:40,045 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,45751,1733397450261 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6706a97ae65f%2C45751%2C1733397450261 2024-12-05T11:17:40,045 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,45751,1733397450261 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6706a97ae65f,45751,1733397450261, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T11:17:40,046 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,45751,1733397450261.replicationSource.shipper6706a97ae65f%2C45751%2C1733397450261,1-6706a97ae65f,45751,1733397450261 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6706a97ae65f%2C45751%2C1733397450261 2024-12-05T11:17:40,046 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,45751,1733397450261.replicationSource.wal-reader.6706a97ae65f%2C45751%2C1733397450261,1-6706a97ae65f,45751,1733397450261 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/WALs/6706a97ae65f,45751,1733397450261/6706a97ae65f%2C45751%2C1733397450261.1733397452128, startPosition=0, beingWritten=true 2024-12-05T11:17:40,251 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,45751,1733397450261.replicationSource.wal-reader.6706a97ae65f%2C45751%2C1733397450261,1-6706a97ae65f,45751,1733397450261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/WALs/6706a97ae65f,45751,1733397450261/6706a97ae65f%2C45751%2C1733397450261.1733397452128 to pos 0, reset compression=false 2024-12-05T11:17:40,556 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,45751,1733397450261.replicationSource.wal-reader.6706a97ae65f%2C45751%2C1733397450261,1-6706a97ae65f,45751,1733397450261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/WALs/6706a97ae65f,45751,1733397450261/6706a97ae65f%2C45751%2C1733397450261.1733397452128 to pos 0, reset compression=false 2024-12-05T11:17:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:17:40,657 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T11:17:40,657 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:17:40,657 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:40,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:40,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:40,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:17:40,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:17:40,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,34629,1733397450002 2024-12-05T11:17:40,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@647f2f5f 2024-12-05T11:17:40,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:17:40,659 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:17:40,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T11:17:40,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:17:40,660 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:17:40,660 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:40,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:40,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:40,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:17:40,660 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:17:40,660 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1021885748, stopped=false 2024-12-05T11:17:40,660 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,36913,1733397455661 2024-12-05T11:17:40,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11583128832/running 2024-12-05T11:17:40,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x101a53600b20004, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11583128832/running 2024-12-05T11:17:40,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11583128832 2024-12-05T11:17:40,723 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:17:40,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x101a53600b20004, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11583128832 2024-12-05T11:17:40,723 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:17:40,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:40,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:40,724 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,43997,1733397455828' ***** 2024-12-05T11:17:40,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43997-0x101a53600b20004, quorum=127.0.0.1:50841, baseZNode=/11583128832 Set watcher on znode that does not yet exist, /11583128832/running 2024-12-05T11:17:40,724 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:17:40,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Set watcher on znode that does not yet exist, /11583128832/running 2024-12-05T11:17:40,724 INFO [RS:0;6706a97ae65f:43997 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:17:40,724 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:17:40,724 INFO [RS:0;6706a97ae65f:43997 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:17:40,724 INFO [RS:0;6706a97ae65f:43997 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:17:40,724 INFO [RS:0;6706a97ae65f:43997 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,43997,1733397455828 2024-12-05T11:17:40,724 INFO [RS:0;6706a97ae65f:43997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:17:40,724 INFO [RS:0;6706a97ae65f:43997 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:43997. 2024-12-05T11:17:40,724 DEBUG [RS:0;6706a97ae65f:43997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:40,724 DEBUG [RS:0;6706a97ae65f:43997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:40,725 INFO [RS:0;6706a97ae65f:43997 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:17:40,725 INFO [RS:0;6706a97ae65f:43997 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:17:40,725 INFO [RS:0;6706a97ae65f:43997 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:17:40,725 INFO [RS:0;6706a97ae65f:43997 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:17:40,725 INFO [RS:0;6706a97ae65f:43997 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T11:17:40,725 DEBUG [RS:0;6706a97ae65f:43997 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:17:40,725 DEBUG [RS:0;6706a97ae65f:43997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:17:40,725 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:17:40,725 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:17:40,725 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:17:40,725 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:17:40,725 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:17:40,725 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T11:17:40,738 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/data/hbase/meta/1588230740/.tmp/ns/3f3234283d9f41fa95c360e37d9207ca is 43, key is default/ns:d/1733397458427/Put/seqid=0 2024-12-05T11:17:40,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741835_1011 (size=5153) 2024-12-05T11:17:40,789 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:17:40,925 DEBUG [RS:0;6706a97ae65f:43997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:17:40,961 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,45751,1733397450261.replicationSource.wal-reader.6706a97ae65f%2C45751%2C1733397450261,1-6706a97ae65f,45751,1733397450261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/WALs/6706a97ae65f,45751,1733397450261/6706a97ae65f%2C45751%2C1733397450261.1733397452128 to pos 0, reset compression=false 2024-12-05T11:17:41,125 DEBUG [RS:0;6706a97ae65f:43997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:17:41,143 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/data/hbase/meta/1588230740/.tmp/ns/3f3234283d9f41fa95c360e37d9207ca 2024-12-05T11:17:41,150 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/data/hbase/meta/1588230740/.tmp/ns/3f3234283d9f41fa95c360e37d9207ca as hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/data/hbase/meta/1588230740/ns/3f3234283d9f41fa95c360e37d9207ca 2024-12-05T11:17:41,156 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/data/hbase/meta/1588230740/ns/3f3234283d9f41fa95c360e37d9207ca, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T11:17:41,157 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-12-05T11:17:41,161 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T11:17:41,162 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:17:41,162 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:17:41,162 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:17:41,162 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397460725Running coprocessor pre-close hooks at 1733397460725Disabling compacts and flushes for region at 1733397460725Disabling writes for close at 1733397460725Obtaining lock to block concurrent updates at 1733397460725Preparing flush snapshotting stores in 1588230740 at 1733397460725Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733397460726 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733397460726Flushing 1588230740/ns: creating writer at 1733397460726Flushing 1588230740/ns: appending metadata at 1733397460738 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733397460738Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dbcde3e: reopening flushed file at 1733397461149 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1733397461157 (+8 ms)Writing region close event to WAL at 1733397461158 (+1 ms)Running coprocessor post-close hooks at 1733397461162 (+4 ms)Closed at 1733397461162 2024-12-05T11:17:41,162 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:17:41,325 INFO [RS:0;6706a97ae65f:43997 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,43997,1733397455828; all regions closed. 2024-12-05T11:17:41,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741834_1010 (size=1152) 2024-12-05T11:17:41,328 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/WALs/6706a97ae65f,43997,1733397455828/6706a97ae65f%2C43997%2C1733397455828.meta.1733397458377.meta not finished, retry = 0 2024-12-05T11:17:41,431 DEBUG [RS:0;6706a97ae65f:43997 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/oldWALs 2024-12-05T11:17:41,431 INFO [RS:0;6706a97ae65f:43997 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C43997%2C1733397455828.meta:.meta(num 1733397458377) 2024-12-05T11:17:41,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741833_1009 (size=93) 2024-12-05T11:17:41,433 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/WALs/6706a97ae65f,43997,1733397455828/6706a97ae65f%2C43997%2C1733397455828.1733397457817 not finished, retry = 0 2024-12-05T11:17:41,466 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,45751,1733397450261.replicationSource.wal-reader.6706a97ae65f%2C45751%2C1733397450261,1-6706a97ae65f,45751,1733397450261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/WALs/6706a97ae65f,45751,1733397450261/6706a97ae65f%2C45751%2C1733397450261.1733397452128 to pos 0, reset compression=false 2024-12-05T11:17:41,536 DEBUG [RS:0;6706a97ae65f:43997 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/oldWALs 2024-12-05T11:17:41,536 INFO [RS:0;6706a97ae65f:43997 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C43997%2C1733397455828:(num 1733397457817) 2024-12-05T11:17:41,536 DEBUG [RS:0;6706a97ae65f:43997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:41,536 INFO [RS:0;6706a97ae65f:43997 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:17:41,536 INFO [RS:0;6706a97ae65f:43997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:17:41,536 INFO [RS:0;6706a97ae65f:43997 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T11:17:41,536 INFO [RS:0;6706a97ae65f:43997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:17:41,536 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:17:41,536 INFO [RS:0;6706a97ae65f:43997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43997 2024-12-05T11:17:41,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11583128832/rs 2024-12-05T11:17:41,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x101a53600b20004, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11583128832/rs/6706a97ae65f,43997,1733397455828 2024-12-05T11:17:41,586 INFO [RS:0;6706a97ae65f:43997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:17:41,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,43997,1733397455828] 2024-12-05T11:17:41,607 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11583128832/draining/6706a97ae65f,43997,1733397455828 already deleted, retry=false 2024-12-05T11:17:41,607 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,43997,1733397455828 expired; onlineServers=0 2024-12-05T11:17:41,607 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,36913,1733397455661' ***** 2024-12-05T11:17:41,607 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:17:41,607 INFO [M:0;6706a97ae65f:36913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:17:41,607 INFO [M:0;6706a97ae65f:36913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:17:41,608 DEBUG [M:0;6706a97ae65f:36913 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:17:41,608 DEBUG [M:0;6706a97ae65f:36913 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:17:41,608 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397457560 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397457560,5,FailOnTimeoutGroup] 2024-12-05T11:17:41,608 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397457568 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397457568,5,FailOnTimeoutGroup] 2024-12-05T11:17:41,608 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:17:41,608 INFO [M:0;6706a97ae65f:36913 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:17:41,608 INFO [M:0;6706a97ae65f:36913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:17:41,608 DEBUG [M:0;6706a97ae65f:36913 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:17:41,608 INFO [M:0;6706a97ae65f:36913 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:17:41,608 INFO [M:0;6706a97ae65f:36913 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:17:41,608 INFO [M:0;6706a97ae65f:36913 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:17:41,608 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:17:41,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11583128832/master 2024-12-05T11:17:41,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11583128832 2024-12-05T11:17:41,618 DEBUG [M:0;6706a97ae65f:36913 {}] zookeeper.ZKUtil(347): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Unable to get data of znode /11583128832/master because node does not exist (not an error) 2024-12-05T11:17:41,618 WARN [M:0;6706a97ae65f:36913 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:17:41,619 INFO [M:0;6706a97ae65f:36913 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/.lastflushedseqids 2024-12-05T11:17:41,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741836_1012 (size=99) 2024-12-05T11:17:41,697 INFO [RS:0;6706a97ae65f:43997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:17:41,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x101a53600b20004, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:17:41,697 INFO [RS:0;6706a97ae65f:43997 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,43997,1733397455828; zookeeper connection closed. 2024-12-05T11:17:41,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x101a53600b20004, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:17:41,697 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60c9ebab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60c9ebab 2024-12-05T11:17:41,697 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:17:42,029 INFO [M:0;6706a97ae65f:36913 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:17:42,030 INFO [M:0;6706a97ae65f:36913 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:17:42,030 DEBUG [M:0;6706a97ae65f:36913 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:17:42,030 INFO [M:0;6706a97ae65f:36913 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:42,030 DEBUG [M:0;6706a97ae65f:36913 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:42,030 DEBUG [M:0;6706a97ae65f:36913 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:17:42,030 DEBUG [M:0;6706a97ae65f:36913 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:42,030 INFO [M:0;6706a97ae65f:36913 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T11:17:42,043 DEBUG [M:0;6706a97ae65f:36913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8a3fabe2bf94da88715c7fc65a4d4f6 is 82, key is hbase:meta,,1/info:regioninfo/1733397458409/Put/seqid=0 2024-12-05T11:17:42,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741837_1013 (size=5672) 2024-12-05T11:17:42,071 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,45751,1733397450261.replicationSource.wal-reader.6706a97ae65f%2C45751%2C1733397450261,1-6706a97ae65f,45751,1733397450261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/WALs/6706a97ae65f,45751,1733397450261/6706a97ae65f%2C45751%2C1733397450261.1733397452128 to pos 0, reset compression=false 2024-12-05T11:17:42,448 INFO [M:0;6706a97ae65f:36913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8a3fabe2bf94da88715c7fc65a4d4f6 2024-12-05T11:17:42,466 DEBUG [M:0;6706a97ae65f:36913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90760048901e4475855d9e0dc01fb117 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733397458431/Put/seqid=0 2024-12-05T11:17:42,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741838_1014 (size=5275) 2024-12-05T11:17:42,775 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,45751,1733397450261.replicationSource.wal-reader.6706a97ae65f%2C45751%2C1733397450261,1-6706a97ae65f,45751,1733397450261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/WALs/6706a97ae65f,45751,1733397450261/6706a97ae65f%2C45751%2C1733397450261.1733397452128 to pos 0, reset compression=false 2024-12-05T11:17:42,870 INFO [M:0;6706a97ae65f:36913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90760048901e4475855d9e0dc01fb117 2024-12-05T11:17:42,887 DEBUG [M:0;6706a97ae65f:36913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6dcbe65a63654c2fb9abba0fb12dd7e8 is 69, key is 6706a97ae65f,43997,1733397455828/rs:state/1733397457615/Put/seqid=0 2024-12-05T11:17:42,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741839_1015 (size=5156) 2024-12-05T11:17:43,291 INFO [M:0;6706a97ae65f:36913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6dcbe65a63654c2fb9abba0fb12dd7e8 2024-12-05T11:17:43,298 DEBUG [M:0;6706a97ae65f:36913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8a3fabe2bf94da88715c7fc65a4d4f6 as hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c8a3fabe2bf94da88715c7fc65a4d4f6 2024-12-05T11:17:43,303 INFO [M:0;6706a97ae65f:36913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c8a3fabe2bf94da88715c7fc65a4d4f6, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T11:17:43,305 DEBUG [M:0;6706a97ae65f:36913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90760048901e4475855d9e0dc01fb117 as hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90760048901e4475855d9e0dc01fb117 2024-12-05T11:17:43,310 INFO [M:0;6706a97ae65f:36913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90760048901e4475855d9e0dc01fb117, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T11:17:43,311 DEBUG [M:0;6706a97ae65f:36913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6dcbe65a63654c2fb9abba0fb12dd7e8 as hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6dcbe65a63654c2fb9abba0fb12dd7e8 2024-12-05T11:17:43,317 INFO [M:0;6706a97ae65f:36913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41797/user/jenkins/test-data/b6a7371f-33a5-e642-1c1f-daed0bf82584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6dcbe65a63654c2fb9abba0fb12dd7e8, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T11:17:43,318 INFO [M:0;6706a97ae65f:36913 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false 2024-12-05T11:17:43,319 INFO [M:0;6706a97ae65f:36913 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:43,319 DEBUG [M:0;6706a97ae65f:36913 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397462030Disabling compacts and flushes for region at 1733397462030Disabling writes for close at 1733397462030Obtaining lock to block concurrent updates at 1733397462030Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397462030Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733397462030Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397462031 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397462031Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397462043 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397462043Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397462453 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397462465 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397462465Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397462875 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397462886 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397462886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f4ac1da: reopening flushed file at 1733397463297 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46f9188d: reopening flushed file at 1733397463304 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61fd23aa: reopening flushed file at 1733397463310 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false at 1733397463318 (+8 ms)Writing region close event to WAL at 1733397463319 (+1 ms)Closed at 1733397463319 2024-12-05T11:17:43,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741830_1006 (size=10165) 2024-12-05T11:17:43,322 INFO [M:0;6706a97ae65f:36913 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:17:43,322 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:17:43,322 INFO [M:0;6706a97ae65f:36913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36913 2024-12-05T11:17:43,322 INFO [M:0;6706a97ae65f:36913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:17:43,434 INFO [M:0;6706a97ae65f:36913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:17:43,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:17:43,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36913-0x101a53600b20003, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:17:43,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b3807a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:17:43,471 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cbc654a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:17:43,471 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:17:43,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6be4ef52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:17:43,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5256db6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/hadoop.log.dir/,STOPPED} 2024-12-05T11:17:43,473 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:17:43,473 WARN [BP-714076359-172.17.0.2-1733397453408 heartbeating to localhost/127.0.0.1:41797 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:17:43,473 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:17:43,473 WARN [BP-714076359-172.17.0.2-1733397453408 heartbeating to localhost/127.0.0.1:41797 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-714076359-172.17.0.2-1733397453408 (Datanode Uuid 54518913-4764-411e-a199-0790c86d0fc2) service to localhost/127.0.0.1:41797 2024-12-05T11:17:43,474 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/cluster_b50240c5-5052-b9cc-f506-d423a72a1493/data/data1/current/BP-714076359-172.17.0.2-1733397453408 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:17:43,474 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/cluster_b50240c5-5052-b9cc-f506-d423a72a1493/data/data2/current/BP-714076359-172.17.0.2-1733397453408 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:17:43,474 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:17:43,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7033d5fd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:17:43,485 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e8b63e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:17:43,485 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:17:43,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23912fa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:17:43,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53134443{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/hadoop.log.dir/,STOPPED} 2024-12-05T11:17:43,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:17:43,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:17:43,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:17:43,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:43,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:43,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:43,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:17:43,506 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:17:43,506 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=667732406, stopped=false 2024-12-05T11:17:43,506 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,34629,1733397450002 2024-12-05T11:17:43,523 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45751-0x101a53600b20001, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01030664023/running 2024-12-05T11:17:43,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01030664023/running 2024-12-05T11:17:43,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01030664023 2024-12-05T11:17:43,523 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45751-0x101a53600b20001, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01030664023 2024-12-05T11:17:43,523 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:17:43,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:17:43,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45751-0x101a53600b20001, quorum=127.0.0.1:50841, baseZNode=/01030664023 Set watcher on znode that does not yet exist, /01030664023/running 2024-12-05T11:17:43,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Set watcher on znode that does not yet exist, /01030664023/running 2024-12-05T11:17:43,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:43,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:43,524 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,45751,1733397450261' ***** 2024-12-05T11:17:43,524 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:17:43,524 INFO [RS:0;6706a97ae65f:45751 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:17:43,524 INFO [RS:0;6706a97ae65f:45751 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:17:43,525 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:17:43,525 INFO [RS:0;6706a97ae65f:45751 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:17:43,525 INFO [RS:0;6706a97ae65f:45751 {}] regionserver.HRegionServer(3091): Received CLOSE for 736f63d93385eb68be6180eab1444116 2024-12-05T11:17:43,525 INFO [RS:0;6706a97ae65f:45751 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,45751,1733397450261 2024-12-05T11:17:43,525 INFO [RS:0;6706a97ae65f:45751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:17:43,525 INFO [RS:0;6706a97ae65f:45751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:45751. 2024-12-05T11:17:43,525 DEBUG [RS:0;6706a97ae65f:45751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:43,525 DEBUG [RS:0;6706a97ae65f:45751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:43,525 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 736f63d93385eb68be6180eab1444116, disabling compactions & flushes 2024-12-05T11:17:43,525 INFO [RS:0;6706a97ae65f:45751 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:17:43,525 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116. 2024-12-05T11:17:43,525 INFO [RS:0;6706a97ae65f:45751 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:17:43,525 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116. 2024-12-05T11:17:43,525 INFO [RS:0;6706a97ae65f:45751 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:17:43,525 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116. after waiting 0 ms 2024-12-05T11:17:43,525 INFO [RS:0;6706a97ae65f:45751 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:17:43,525 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116. 2024-12-05T11:17:43,525 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 736f63d93385eb68be6180eab1444116 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-05T11:17:43,525 INFO [RS:0;6706a97ae65f:45751 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T11:17:43,525 DEBUG [RS:0;6706a97ae65f:45751 {}] regionserver.HRegionServer(1325): Online Regions={736f63d93385eb68be6180eab1444116=hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:17:43,526 DEBUG [RS:0;6706a97ae65f:45751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 736f63d93385eb68be6180eab1444116 2024-12-05T11:17:43,526 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:17:43,526 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:17:43,526 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:17:43,526 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:17:43,526 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:17:43,526 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T11:17:43,546 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/replication/736f63d93385eb68be6180eab1444116/.tmp/queue/ab396b7a1c894b68babe58e569604ee6 is 151, key is 1-6706a97ae65f,45751,1733397450261/queue:6706a97ae65f%2C45751%2C1733397450261/1733397460024/Put/seqid=0 2024-12-05T11:17:43,546 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/meta/1588230740/.tmp/info/1af3228f480d4e72a36aa01f359172e4 is 147, key is hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116./info:regioninfo/1733397459699/Put/seqid=0 2024-12-05T11:17:43,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741839_1015 (size=6631) 2024-12-05T11:17:43,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741838_1014 (size=5350) 2024-12-05T11:17:43,554 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/meta/1588230740/.tmp/info/1af3228f480d4e72a36aa01f359172e4 2024-12-05T11:17:43,574 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/meta/1588230740/.tmp/ns/444ebcff38c04f85a1abdfb2840f787a is 43, key is default/ns:d/1733397453225/Put/seqid=0 2024-12-05T11:17:43,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741840_1016 (size=5153) 2024-12-05T11:17:43,580 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,45751,1733397450261.replicationSource.wal-reader.6706a97ae65f%2C45751%2C1733397450261,1-6706a97ae65f,45751,1733397450261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/WALs/6706a97ae65f,45751,1733397450261/6706a97ae65f%2C45751%2C1733397450261.1733397452128 to pos 0, reset compression=false 2024-12-05T11:17:43,604 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:17:43,726 DEBUG [RS:0;6706a97ae65f:45751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 736f63d93385eb68be6180eab1444116 2024-12-05T11:17:43,897 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:17:43,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:17:43,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:17:43,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:17:43,926 DEBUG [RS:0;6706a97ae65f:45751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 736f63d93385eb68be6180eab1444116 2024-12-05T11:17:43,954 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/replication/736f63d93385eb68be6180eab1444116/.tmp/queue/ab396b7a1c894b68babe58e569604ee6 2024-12-05T11:17:43,961 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/replication/736f63d93385eb68be6180eab1444116/.tmp/queue/ab396b7a1c894b68babe58e569604ee6 as hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/replication/736f63d93385eb68be6180eab1444116/queue/ab396b7a1c894b68babe58e569604ee6 2024-12-05T11:17:43,965 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/replication/736f63d93385eb68be6180eab1444116/queue/ab396b7a1c894b68babe58e569604ee6, entries=1, sequenceid=5, filesize=5.2 K 2024-12-05T11:17:43,966 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 736f63d93385eb68be6180eab1444116 in 441ms, sequenceid=5, compaction requested=false 2024-12-05T11:17:43,966 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T11:17:43,971 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/replication/736f63d93385eb68be6180eab1444116/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T11:17:43,971 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:17:43,971 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:17:43,971 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116. 2024-12-05T11:17:43,972 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 736f63d93385eb68be6180eab1444116: Waiting for close lock at 1733397463525Running coprocessor pre-close hooks at 1733397463525Disabling compacts and flushes for region at 1733397463525Disabling writes for close at 1733397463525Obtaining lock to block concurrent updates at 1733397463525Preparing flush snapshotting stores in 736f63d93385eb68be6180eab1444116 at 1733397463525Finished memstore snapshotting hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733397463526 (+1 ms)Flushing stores of hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116. at 1733397463526Flushing 736f63d93385eb68be6180eab1444116/queue: creating writer at 1733397463527 (+1 ms)Flushing 736f63d93385eb68be6180eab1444116/queue: appending metadata at 1733397463545 (+18 ms)Flushing 736f63d93385eb68be6180eab1444116/queue: closing flushed file at 1733397463545Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c969c46: reopening flushed file at 1733397463960 (+415 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 736f63d93385eb68be6180eab1444116 in 441ms, sequenceid=5, compaction requested=false at 1733397463966 (+6 ms)Writing region close event to WAL at 1733397463967 (+1 ms)Running coprocessor post-close hooks at 1733397463971 (+4 ms)Closed at 1733397463971 2024-12-05T11:17:43,972 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733397458521.736f63d93385eb68be6180eab1444116. 2024-12-05T11:17:43,978 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/meta/1588230740/.tmp/ns/444ebcff38c04f85a1abdfb2840f787a 2024-12-05T11:17:43,995 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/meta/1588230740/.tmp/table/a68b44dae6934927bd9480e413af0231 is 53, key is hbase:replication/table:state/1733397459710/Put/seqid=0 2024-12-05T11:17:43,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741841_1017 (size=5256) 2024-12-05T11:17:44,000 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:17:44,000 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:17:44,126 DEBUG [RS:0;6706a97ae65f:45751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:17:44,326 DEBUG [RS:0;6706a97ae65f:45751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:17:44,399 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/meta/1588230740/.tmp/table/a68b44dae6934927bd9480e413af0231 2024-12-05T11:17:44,405 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/meta/1588230740/.tmp/info/1af3228f480d4e72a36aa01f359172e4 as hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/meta/1588230740/info/1af3228f480d4e72a36aa01f359172e4 2024-12-05T11:17:44,411 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/meta/1588230740/info/1af3228f480d4e72a36aa01f359172e4, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T11:17:44,416 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/meta/1588230740/.tmp/ns/444ebcff38c04f85a1abdfb2840f787a as hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/meta/1588230740/ns/444ebcff38c04f85a1abdfb2840f787a 2024-12-05T11:17:44,425 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/meta/1588230740/ns/444ebcff38c04f85a1abdfb2840f787a, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T11:17:44,426 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/meta/1588230740/.tmp/table/a68b44dae6934927bd9480e413af0231 as hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/meta/1588230740/table/a68b44dae6934927bd9480e413af0231 2024-12-05T11:17:44,432 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/meta/1588230740/table/a68b44dae6934927bd9480e413af0231, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T11:17:44,433 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 907ms, sequenceid=11, compaction requested=false 2024-12-05T11:17:44,437 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T11:17:44,438 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:17:44,438 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:17:44,438 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:17:44,438 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397463526Running coprocessor pre-close hooks at 1733397463526Disabling compacts and flushes for region at 1733397463526Disabling writes for close at 1733397463526Obtaining lock to block concurrent updates at 1733397463526Preparing flush snapshotting stores in 1588230740 at 1733397463526Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733397463527 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733397463528 (+1 ms)Flushing 1588230740/info: creating writer at 1733397463528Flushing 1588230740/info: appending metadata at 1733397463546 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733397463546Flushing 1588230740/ns: creating writer at 1733397463560 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733397463573 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733397463573Flushing 1588230740/table: creating writer at 1733397463983 (+410 ms)Flushing 1588230740/table: appending metadata at 1733397463994 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733397463994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a70b305: reopening flushed file at 1733397464404 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@221625b0: reopening flushed file at 1733397464411 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2289f89b: reopening flushed file at 1733397464425 (+14 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 907ms, sequenceid=11, compaction requested=false at 1733397464433 (+8 ms)Writing region close event to WAL at 1733397464434 (+1 ms)Running coprocessor post-close hooks at 1733397464438 (+4 ms)Closed at 1733397464438 2024-12-05T11:17:44,438 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:17:44,485 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,45751,1733397450261.replicationSource.wal-reader.6706a97ae65f%2C45751%2C1733397450261,1-6706a97ae65f,45751,1733397450261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/WALs/6706a97ae65f,45751,1733397450261/6706a97ae65f%2C45751%2C1733397450261.1733397452128 to pos 0, reset compression=false 2024-12-05T11:17:44,527 INFO [RS:0;6706a97ae65f:45751 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,45751,1733397450261; all regions closed. 2024-12-05T11:17:44,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741834_1010 (size=2742) 2024-12-05T11:17:44,549 DEBUG [RS:0;6706a97ae65f:45751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/oldWALs 2024-12-05T11:17:44,549 INFO [RS:0;6706a97ae65f:45751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C45751%2C1733397450261.meta:.meta(num 1733397453138) 2024-12-05T11:17:44,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741837_1013 (size=1586) 2024-12-05T11:17:44,579 DEBUG [RS:0;6706a97ae65f:45751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/oldWALs 2024-12-05T11:17:44,579 INFO [RS:0;6706a97ae65f:45751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C45751%2C1733397450261.rep:(num 1733397459663) 2024-12-05T11:17:44,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741832_1008 (size=93) 2024-12-05T11:17:44,610 DEBUG [RS:0;6706a97ae65f:45751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/oldWALs 2024-12-05T11:17:44,610 INFO [RS:0;6706a97ae65f:45751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C45751%2C1733397450261:(num 1733397452128) 2024-12-05T11:17:44,610 DEBUG [RS:0;6706a97ae65f:45751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:44,611 INFO [RS:0;6706a97ae65f:45751 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:17:44,611 INFO [RS:0;6706a97ae65f:45751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:17:44,611 INFO [RS:0;6706a97ae65f:45751 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T11:17:44,611 INFO [RS:0;6706a97ae65f:45751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:17:44,611 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:17:44,612 INFO [RS:0;6706a97ae65f:45751 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6706a97ae65f,45751,1733397450261 because: Region server is closing 2024-12-05T11:17:44,612 INFO [RS:0;6706a97ae65f:45751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:45751. 2024-12-05T11:17:44,612 DEBUG [RS:0;6706a97ae65f:45751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:17:44,613 DEBUG [RS:0;6706a97ae65f:45751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:44,613 DEBUG [RS:0;6706a97ae65f:45751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:44,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:17:44,713 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,45751,1733397450261.replicationSource.wal-reader.6706a97ae65f%2C45751%2C1733397450261,1-6706a97ae65f,45751,1733397450261 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T11:17:44,713 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,45751,1733397450261.replicationSource.shipper6706a97ae65f%2C45751%2C1733397450261,1-6706a97ae65f,45751,1733397450261 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T11:17:44,713 INFO [RS:0;6706a97ae65f:45751 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,45751,1733397450261.replicationSource.shipper6706a97ae65f%2C45751%2C1733397450261,1-6706a97ae65f,45751,1733397450261 terminated 2024-12-05T11:17:44,714 INFO [RS:0;6706a97ae65f:45751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45751 2024-12-05T11:17:44,776 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45751-0x101a53600b20001, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01030664023/rs/6706a97ae65f,45751,1733397450261 2024-12-05T11:17:44,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01030664023/rs 2024-12-05T11:17:44,776 INFO [RS:0;6706a97ae65f:45751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:17:44,786 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,45751,1733397450261] 2024-12-05T11:17:44,796 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01030664023/draining/6706a97ae65f,45751,1733397450261 already deleted, retry=false 2024-12-05T11:17:44,796 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,45751,1733397450261 expired; onlineServers=0 2024-12-05T11:17:44,797 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,34629,1733397450002' ***** 2024-12-05T11:17:44,797 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:17:44,797 INFO [M:0;6706a97ae65f:34629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:17:44,797 INFO [M:0;6706a97ae65f:34629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:17:44,797 DEBUG [M:0;6706a97ae65f:34629 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:17:44,797 DEBUG [M:0;6706a97ae65f:34629 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:17:44,797 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:17:44,797 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397451911 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397451911,5,FailOnTimeoutGroup] 2024-12-05T11:17:44,797 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397451911 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397451911,5,FailOnTimeoutGroup] 2024-12-05T11:17:44,797 INFO [M:0;6706a97ae65f:34629 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:17:44,797 INFO [M:0;6706a97ae65f:34629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:17:44,797 DEBUG [M:0;6706a97ae65f:34629 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:17:44,798 INFO [M:0;6706a97ae65f:34629 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:17:44,798 INFO [M:0;6706a97ae65f:34629 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:17:44,798 INFO [M:0;6706a97ae65f:34629 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:17:44,798 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:17:44,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01030664023/master 2024-12-05T11:17:44,807 DEBUG [M:0;6706a97ae65f:34629 {}] zookeeper.ZKUtil(347): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Unable to get data of znode /01030664023/master because node does not exist (not an error) 2024-12-05T11:17:44,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01030664023 2024-12-05T11:17:44,807 WARN [M:0;6706a97ae65f:34629 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:17:44,808 INFO [M:0;6706a97ae65f:34629 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/.lastflushedseqids 2024-12-05T11:17:44,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741842_1018 (size=181) 2024-12-05T11:17:44,886 INFO [RS:0;6706a97ae65f:45751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:17:44,886 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45751-0x101a53600b20001, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:17:44,886 INFO [RS:0;6706a97ae65f:45751 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,45751,1733397450261; zookeeper connection closed. 2024-12-05T11:17:44,886 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45751-0x101a53600b20001, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:17:44,887 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a1d0b66 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a1d0b66 2024-12-05T11:17:44,887 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:17:45,212 INFO [M:0;6706a97ae65f:34629 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:17:45,212 INFO [M:0;6706a97ae65f:34629 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:17:45,213 DEBUG [M:0;6706a97ae65f:34629 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:17:45,213 INFO [M:0;6706a97ae65f:34629 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:45,213 DEBUG [M:0;6706a97ae65f:34629 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:45,213 DEBUG [M:0;6706a97ae65f:34629 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:17:45,213 DEBUG [M:0;6706a97ae65f:34629 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:45,213 INFO [M:0;6706a97ae65f:34629 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-05T11:17:45,226 DEBUG [M:0;6706a97ae65f:34629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9f015b2a2724d33a0839821ecd176e1 is 82, key is hbase:meta,,1/info:regioninfo/1733397453172/Put/seqid=0 2024-12-05T11:17:45,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741843_1019 (size=5672) 2024-12-05T11:17:45,631 INFO [M:0;6706a97ae65f:34629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9f015b2a2724d33a0839821ecd176e1 2024-12-05T11:17:45,649 DEBUG [M:0;6706a97ae65f:34629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b753d084a5e14192a4196c982f1cec9b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733397459715/Put/seqid=0 2024-12-05T11:17:45,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741844_1020 (size=7203) 2024-12-05T11:17:46,053 INFO [M:0;6706a97ae65f:34629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b753d084a5e14192a4196c982f1cec9b 2024-12-05T11:17:46,073 DEBUG [M:0;6706a97ae65f:34629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6dbcea8345249b0a21be1f9e834bfe2 is 69, key is 6706a97ae65f,45751,1733397450261/rs:state/1733397451974/Put/seqid=0 2024-12-05T11:17:46,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741845_1021 (size=5156) 2024-12-05T11:17:46,478 INFO [M:0;6706a97ae65f:34629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6dbcea8345249b0a21be1f9e834bfe2 2024-12-05T11:17:46,484 DEBUG [M:0;6706a97ae65f:34629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9f015b2a2724d33a0839821ecd176e1 as hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9f015b2a2724d33a0839821ecd176e1 2024-12-05T11:17:46,489 INFO [M:0;6706a97ae65f:34629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9f015b2a2724d33a0839821ecd176e1, entries=8, sequenceid=70, filesize=5.5 K 2024-12-05T11:17:46,490 DEBUG [M:0;6706a97ae65f:34629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b753d084a5e14192a4196c982f1cec9b as hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b753d084a5e14192a4196c982f1cec9b 2024-12-05T11:17:46,495 INFO [M:0;6706a97ae65f:34629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b753d084a5e14192a4196c982f1cec9b, entries=8, sequenceid=70, filesize=7.0 K 2024-12-05T11:17:46,497 DEBUG [M:0;6706a97ae65f:34629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6dbcea8345249b0a21be1f9e834bfe2 as hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6dbcea8345249b0a21be1f9e834bfe2 2024-12-05T11:17:46,502 INFO [M:0;6706a97ae65f:34629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36983/user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6dbcea8345249b0a21be1f9e834bfe2, entries=1, sequenceid=70, filesize=5.0 K 2024-12-05T11:17:46,503 INFO [M:0;6706a97ae65f:34629 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false 2024-12-05T11:17:46,508 INFO [M:0;6706a97ae65f:34629 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:46,508 DEBUG [M:0;6706a97ae65f:34629 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397465213Disabling compacts and flushes for region at 1733397465213Disabling writes for close at 1733397465213Obtaining lock to block concurrent updates at 1733397465213Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397465213Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733397465213Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397465214 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397465214Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397465226 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397465226Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397465636 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397465648 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397465649 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397466058 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397466073 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397466073Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76a4338c: reopening flushed file at 1733397466483 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6207c3a4: reopening flushed file at 1733397466489 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fa65a43: reopening flushed file at 1733397466496 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false at 1733397466503 (+7 ms)Writing region close event to WAL at 1733397466507 (+4 ms)Closed at 1733397466507 2024-12-05T11:17:46,510 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7779a220-a089-8739-1803-46095f0676e6/MasterData/WALs/6706a97ae65f,34629,1733397450002/6706a97ae65f%2C34629%2C1733397450002.1733397451648 not finished, retry = 0 2024-12-05T11:17:46,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741830_1006 (size=41008) 2024-12-05T11:17:46,611 INFO [M:0;6706a97ae65f:34629 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:17:46,611 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:17:46,611 INFO [M:0;6706a97ae65f:34629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34629 2024-12-05T11:17:46,611 INFO [M:0;6706a97ae65f:34629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:17:46,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:17:46,791 INFO [M:0;6706a97ae65f:34629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:17:46,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x101a53600b20000, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:17:46,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75f3a796{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:17:46,794 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ac469b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:17:46,794 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:17:46,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33b5c6c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:17:46,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48cdbddd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/hadoop.log.dir/,STOPPED} 2024-12-05T11:17:46,795 WARN [BP-1801297061-172.17.0.2-1733397447969 heartbeating to localhost/127.0.0.1:36983 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:17:46,795 WARN [BP-1801297061-172.17.0.2-1733397447969 heartbeating to localhost/127.0.0.1:36983 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1801297061-172.17.0.2-1733397447969 (Datanode Uuid 3ef36209-b423-4d1f-95df-1455de3607c3) service to localhost/127.0.0.1:36983 2024-12-05T11:17:46,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/cluster_b48fe612-8c6c-b7e3-e387-d3d0340348ce/data/data1/current/BP-1801297061-172.17.0.2-1733397447969 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:17:46,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/cluster_b48fe612-8c6c-b7e3-e387-d3d0340348ce/data/data2/current/BP-1801297061-172.17.0.2-1733397447969 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:17:46,796 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:17:46,796 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:17:46,796 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:17:46,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70ceb0cd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:17:46,802 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25313835{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:17:46,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:17:46,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5166ed4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:17:46,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66ef218d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bae1089c-3ae2-2f8b-3432-e51672c59c8b/hadoop.log.dir/,STOPPED} 2024-12-05T11:17:46,813 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T11:17:46,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:17:46,836 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 107) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50841) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41797 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50841) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36983 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=349 (was 356), ProcessCount=11 (was 11), AvailableMemoryMB=6288 (was 6917) 2024-12-05T11:17:46,846 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=349, ProcessCount=11, AvailableMemoryMB=6287 2024-12-05T11:17:46,860 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-05T11:17:46,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/hadoop.log.dir so I do NOT create it in target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603 2024-12-05T11:17:46,861 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T11:17:46,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/hadoop.tmp.dir so I do NOT create it in target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603 2024-12-05T11:17:46,861 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15bc9e9-7ad8-5eaf-9c80-e458e3418851/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T11:17:46,861 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603 2024-12-05T11:17:46,861 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/cluster_02355505-a9d4-23c9-b835-371f763c9934, deleteOnExit=true 2024-12-05T11:17:46,903 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/cluster_02355505-a9d4-23c9-b835-371f763c9934/zookeeper_0, clientPort=55215, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/cluster_02355505-a9d4-23c9-b835-371f763c9934/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/cluster_02355505-a9d4-23c9-b835-371f763c9934/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T11:17:46,904 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55215 2024-12-05T11:17:46,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:17:46,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:17:46,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/test.cache.data in system properties and HBase conf 2024-12-05T11:17:46,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:17:46,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:17:46,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:17:46,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:17:46,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:17:46,905 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:17:46,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:17:46,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:17:46,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:17:46,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:17:46,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:17:46,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:17:46,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:17:46,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:17:46,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:17:46,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:17:46,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:17:46,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:17:46,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:17:46,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:17:46,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a53600b20005, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T11:17:46,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a53600b20002, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T11:17:46,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a53600b20005, quorum=127.0.0.1:50841, baseZNode=/11583128832 Received Disconnected from ZooKeeper, ignoring 2024-12-05T11:17:46,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a53600b20002, quorum=127.0.0.1:50841, baseZNode=/01030664023 Received Disconnected from ZooKeeper, ignoring 2024-12-05T11:17:47,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:17:47,348 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:17:47,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:17:47,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:17:47,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:17:47,364 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:17:47,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a8d639f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:17:47,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@199c5342{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:17:47,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13110b1d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/java.io.tmpdir/jetty-localhost-44481-hadoop-hdfs-3_4_1-tests_jar-_-any-1535698761085634949/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:17:47,466 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b648c4b{HTTP/1.1, (http/1.1)}{localhost:44481} 2024-12-05T11:17:47,466 INFO [Time-limited test {}] server.Server(415): Started @54803ms 2024-12-05T11:17:47,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:17:47,772 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:17:47,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:17:47,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:17:47,773 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:17:47,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6917d17c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:17:47,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52c18c7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:17:47,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d47198e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/java.io.tmpdir/jetty-localhost-40023-hadoop-hdfs-3_4_1-tests_jar-_-any-13947579390569562133/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:17:47,864 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@358ec1cf{HTTP/1.1, (http/1.1)}{localhost:40023} 2024-12-05T11:17:47,864 INFO [Time-limited test {}] server.Server(415): Started @55201ms 2024-12-05T11:17:47,865 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:17:48,510 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/cluster_02355505-a9d4-23c9-b835-371f763c9934/data/data1/current/BP-1703349677-172.17.0.2-1733397466934/current, will proceed with Du for space computation calculation, 2024-12-05T11:17:48,510 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/cluster_02355505-a9d4-23c9-b835-371f763c9934/data/data2/current/BP-1703349677-172.17.0.2-1733397466934/current, will proceed with Du for space computation calculation, 2024-12-05T11:17:48,532 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:17:48,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9941b71f24c93245 with lease ID 0xf690bff57899975e: Processing first storage report for DS-6a631bee-5747-4ec5-b454-6ea70fd9df77 from datanode DatanodeRegistration(127.0.0.1:45277, datanodeUuid=f8699c31-a575-4d6f-801c-9dd09354afdc, infoPort=39257, infoSecurePort=0, ipcPort=40127, storageInfo=lv=-57;cid=testClusterID;nsid=1248328129;c=1733397466934) 2024-12-05T11:17:48,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9941b71f24c93245 with lease ID 0xf690bff57899975e: from storage DS-6a631bee-5747-4ec5-b454-6ea70fd9df77 node DatanodeRegistration(127.0.0.1:45277, datanodeUuid=f8699c31-a575-4d6f-801c-9dd09354afdc, infoPort=39257, infoSecurePort=0, ipcPort=40127, storageInfo=lv=-57;cid=testClusterID;nsid=1248328129;c=1733397466934), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:17:48,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9941b71f24c93245 with lease ID 0xf690bff57899975e: Processing first storage report for DS-7d3671f0-2b75-48f7-9eea-bbc6f83e0ad8 from datanode DatanodeRegistration(127.0.0.1:45277, datanodeUuid=f8699c31-a575-4d6f-801c-9dd09354afdc, infoPort=39257, infoSecurePort=0, ipcPort=40127, storageInfo=lv=-57;cid=testClusterID;nsid=1248328129;c=1733397466934) 2024-12-05T11:17:48,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9941b71f24c93245 with lease ID 0xf690bff57899975e: from storage DS-7d3671f0-2b75-48f7-9eea-bbc6f83e0ad8 node DatanodeRegistration(127.0.0.1:45277, datanodeUuid=f8699c31-a575-4d6f-801c-9dd09354afdc, infoPort=39257, infoSecurePort=0, ipcPort=40127, storageInfo=lv=-57;cid=testClusterID;nsid=1248328129;c=1733397466934), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T11:17:48,595 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603 2024-12-05T11:17:48,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:48,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:48,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:17:48,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:17:48,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T11:17:48,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T11:17:48,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:17:49,005 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf with version=8 2024-12-05T11:17:49,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/hbase-staging 2024-12-05T11:17:49,007 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:17:49,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:49,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:49,007 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:17:49,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:49,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:17:49,007 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:17:49,007 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:17:49,008 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40681 2024-12-05T11:17:49,009 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40681 connecting to ZooKeeper ensemble=127.0.0.1:55215 2024-12-05T11:17:49,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406810x0, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:17:49,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40681-0x101a5364ac10000 connected 2024-12-05T11:17:49,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:49,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:49,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Set watcher on znode that does not yet exist, /0854429663/running 2024-12-05T11:17:49,189 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf, hbase.cluster.distributed=false 2024-12-05T11:17:49,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Set watcher on znode that does not yet exist, /0854429663/acl 2024-12-05T11:17:49,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40681 2024-12-05T11:17:49,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40681 2024-12-05T11:17:49,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40681 2024-12-05T11:17:49,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40681 2024-12-05T11:17:49,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40681 2024-12-05T11:17:49,204 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:17:49,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:49,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:49,204 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:17:49,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:49,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:17:49,204 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:17:49,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:17:49,205 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41465 2024-12-05T11:17:49,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41465 connecting to ZooKeeper ensemble=127.0.0.1:55215 2024-12-05T11:17:49,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:49,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:49,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414650x0, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:17:49,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414650x0, quorum=127.0.0.1:55215, baseZNode=/0854429663 Set watcher on znode that does not yet exist, /0854429663/running 2024-12-05T11:17:49,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41465-0x101a5364ac10001 connected 2024-12-05T11:17:49,218 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:17:49,218 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:17:49,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41465-0x101a5364ac10001, quorum=127.0.0.1:55215, baseZNode=/0854429663 Set watcher on znode that does not yet exist, /0854429663/master 2024-12-05T11:17:49,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41465-0x101a5364ac10001, quorum=127.0.0.1:55215, baseZNode=/0854429663 Set watcher on znode that does not yet exist, /0854429663/acl 2024-12-05T11:17:49,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41465 2024-12-05T11:17:49,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41465 2024-12-05T11:17:49,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41465 2024-12-05T11:17:49,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41465 2024-12-05T11:17:49,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41465 2024-12-05T11:17:49,240 DEBUG [M:0;6706a97ae65f:40681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:40681 2024-12-05T11:17:49,241 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0854429663/backup-masters/6706a97ae65f,40681,1733397469007 2024-12-05T11:17:49,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101a5364ac10001, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0854429663/backup-masters 2024-12-05T11:17:49,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0854429663/backup-masters 2024-12-05T11:17:49,249 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Set watcher on existing znode=/0854429663/backup-masters/6706a97ae65f,40681,1733397469007 2024-12-05T11:17:49,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101a5364ac10001, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0854429663/master 2024-12-05T11:17:49,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0854429663 2024-12-05T11:17:49,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101a5364ac10001, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0854429663 2024-12-05T11:17:49,260 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Set watcher on existing znode=/0854429663/master 2024-12-05T11:17:49,260 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0854429663/backup-masters/6706a97ae65f,40681,1733397469007 from backup master directory 2024-12-05T11:17:49,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0854429663/backup-masters/6706a97ae65f,40681,1733397469007 2024-12-05T11:17:49,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101a5364ac10001, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0854429663/backup-masters 2024-12-05T11:17:49,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0854429663/backup-masters 2024-12-05T11:17:49,270 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:17:49,270 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,40681,1733397469007 2024-12-05T11:17:49,274 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/hbase.id] with ID: 97ed3797-64fc-487b-b5b5-7c90a0b9b90e 2024-12-05T11:17:49,274 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/.tmp/hbase.id 2024-12-05T11:17:49,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:17:49,473 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:17:49,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:17:49,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:17:49,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:17:49,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:17:49,679 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/.tmp/hbase.id]:[hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/hbase.id] 2024-12-05T11:17:49,690 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:49,690 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:17:49,691 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T11:17:49,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101a5364ac10001, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0854429663 2024-12-05T11:17:49,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0854429663 2024-12-05T11:17:49,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:17:50,171 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:17:50,172 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:17:50,172 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:50,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:17:50,580 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/data/master/store 2024-12-05T11:17:50,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:17:50,987 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:50,987 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:17:50,987 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:50,987 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:50,987 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:17:50,987 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:50,987 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:50,987 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397470987Disabling compacts and flushes for region at 1733397470987Disabling writes for close at 1733397470987Writing region close event to WAL at 1733397470987Closed at 1733397470987 2024-12-05T11:17:50,988 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/data/master/store/.initializing 2024-12-05T11:17:50,988 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/WALs/6706a97ae65f,40681,1733397469007 2024-12-05T11:17:50,989 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:17:50,991 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C40681%2C1733397469007, suffix=, logDir=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/WALs/6706a97ae65f,40681,1733397469007, archiveDir=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/oldWALs, maxLogs=10 2024-12-05T11:17:51,002 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/WALs/6706a97ae65f,40681,1733397469007/6706a97ae65f%2C40681%2C1733397469007.1733397470991, exclude list is [], retry=0 2024-12-05T11:17:51,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45277,DS-6a631bee-5747-4ec5-b454-6ea70fd9df77,DISK] 2024-12-05T11:17:51,007 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/WALs/6706a97ae65f,40681,1733397469007/6706a97ae65f%2C40681%2C1733397469007.1733397470991 2024-12-05T11:17:51,007 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39257:39257)] 2024-12-05T11:17:51,007 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:17:51,007 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:51,007 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:51,007 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:51,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:51,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:17:51,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:51,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:51,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:51,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:17:51,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:51,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:51,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:51,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:17:51,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:51,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:51,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:51,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:17:51,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:51,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:51,017 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:51,018 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:51,018 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:51,019 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:51,019 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:51,020 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:17:51,021 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:51,022 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:17:51,023 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65359427, jitterRate=-0.026068642735481262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:17:51,023 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397471007Initializing all the Stores at 1733397471008 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397471008Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397471009 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397471009Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397471009Cleaning up temporary data from old regions at 1733397471019 (+10 ms)Region opened successfully at 1733397471023 (+4 ms) 2024-12-05T11:17:51,023 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:17:51,026 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e737af0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:17:51,026 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:17:51,026 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:17:51,026 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:17:51,027 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:17:51,027 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:17:51,027 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:17:51,027 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:17:51,029 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:17:51,029 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Unable to get data of znode /0854429663/balancer because node does not exist (not necessarily an error) 2024-12-05T11:17:51,078 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0854429663/balancer already deleted, retry=false 2024-12-05T11:17:51,079 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:17:51,080 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Unable to get data of znode /0854429663/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:17:51,091 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0854429663/normalizer already deleted, retry=false 2024-12-05T11:17:51,091 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:17:51,092 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Unable to get data of znode /0854429663/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:17:51,101 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0854429663/switch/split already deleted, retry=false 2024-12-05T11:17:51,102 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Unable to get data of znode /0854429663/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:17:51,112 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0854429663/switch/merge already deleted, retry=false 2024-12-05T11:17:51,114 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Unable to get data of znode /0854429663/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:17:51,122 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0854429663/snapshot-cleanup already deleted, retry=false 2024-12-05T11:17:51,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101a5364ac10001, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0854429663/running 2024-12-05T11:17:51,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0854429663/running 2024-12-05T11:17:51,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101a5364ac10001, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0854429663 2024-12-05T11:17:51,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0854429663 2024-12-05T11:17:51,133 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,40681,1733397469007, sessionid=0x101a5364ac10000, setting cluster-up flag (Was=false) 2024-12-05T11:17:51,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101a5364ac10001, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0854429663 2024-12-05T11:17:51,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0854429663 2024-12-05T11:17:51,186 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0854429663/flush-table-proc/acquired, /0854429663/flush-table-proc/reached, /0854429663/flush-table-proc/abort 2024-12-05T11:17:51,187 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,40681,1733397469007 2024-12-05T11:17:51,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0854429663 2024-12-05T11:17:51,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101a5364ac10001, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0854429663 2024-12-05T11:17:51,238 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0854429663/online-snapshot/acquired, /0854429663/online-snapshot/reached, /0854429663/online-snapshot/abort 2024-12-05T11:17:51,240 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,40681,1733397469007 2024-12-05T11:17:51,241 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:17:51,242 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:51,242 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:17:51,242 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:17:51,243 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,40681,1733397469007 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:17:51,244 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:51,244 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:51,244 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:51,244 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:51,244 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:17:51,244 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:51,244 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:17:51,244 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:51,245 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397501245 2024-12-05T11:17:51,245 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:17:51,245 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:17:51,245 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:17:51,245 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:17:51,245 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:17:51,245 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:17:51,245 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:51,246 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:51,246 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:17:51,246 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:17:51,246 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:17:51,246 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:17:51,246 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:17:51,246 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:17:51,246 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:17:51,246 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397471246,5,FailOnTimeoutGroup] 2024-12-05T11:17:51,246 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397471246,5,FailOnTimeoutGroup] 2024-12-05T11:17:51,246 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:51,247 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:17:51,247 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:51,247 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:51,247 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:51,247 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:17:51,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:17:51,328 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(746): ClusterId : 97ed3797-64fc-487b-b5b5-7c90a0b9b90e 2024-12-05T11:17:51,328 DEBUG [RS:0;6706a97ae65f:41465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:17:51,334 DEBUG [RS:0;6706a97ae65f:41465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:17:51,334 DEBUG [RS:0;6706a97ae65f:41465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:17:51,344 DEBUG [RS:0;6706a97ae65f:41465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:17:51,344 DEBUG [RS:0;6706a97ae65f:41465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310c3b05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:17:51,354 DEBUG [RS:0;6706a97ae65f:41465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:41465 2024-12-05T11:17:51,354 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:17:51,354 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:17:51,354 DEBUG [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:17:51,355 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,40681,1733397469007 with port=41465, startcode=1733397469204 2024-12-05T11:17:51,355 DEBUG [RS:0;6706a97ae65f:41465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:17:51,357 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:17:51,357 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40681 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,41465,1733397469204 2024-12-05T11:17:51,357 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40681 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,41465,1733397469204 2024-12-05T11:17:51,358 DEBUG [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf 2024-12-05T11:17:51,358 DEBUG [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34703 2024-12-05T11:17:51,359 DEBUG [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:17:51,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0854429663/rs 2024-12-05T11:17:51,365 DEBUG [RS:0;6706a97ae65f:41465 {}] zookeeper.ZKUtil(111): regionserver:41465-0x101a5364ac10001, quorum=127.0.0.1:55215, baseZNode=/0854429663 Set watcher on existing znode=/0854429663/rs/6706a97ae65f,41465,1733397469204 2024-12-05T11:17:51,365 WARN [RS:0;6706a97ae65f:41465 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:17:51,365 INFO [RS:0;6706a97ae65f:41465 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:51,365 DEBUG [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204 2024-12-05T11:17:51,365 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,41465,1733397469204] 2024-12-05T11:17:51,368 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:17:51,370 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:17:51,370 INFO [RS:0;6706a97ae65f:41465 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:17:51,370 INFO [RS:0;6706a97ae65f:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:51,370 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:17:51,371 INFO [RS:0;6706a97ae65f:41465 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:17:51,371 INFO [RS:0;6706a97ae65f:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:51,371 DEBUG [RS:0;6706a97ae65f:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:51,371 DEBUG [RS:0;6706a97ae65f:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:51,371 DEBUG [RS:0;6706a97ae65f:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:51,371 DEBUG [RS:0;6706a97ae65f:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:51,371 DEBUG [RS:0;6706a97ae65f:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:51,371 DEBUG [RS:0;6706a97ae65f:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:17:51,371 DEBUG [RS:0;6706a97ae65f:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:51,371 DEBUG [RS:0;6706a97ae65f:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:51,371 DEBUG [RS:0;6706a97ae65f:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:51,371 DEBUG [RS:0;6706a97ae65f:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:51,372 DEBUG [RS:0;6706a97ae65f:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:51,372 DEBUG [RS:0;6706a97ae65f:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:51,372 DEBUG [RS:0;6706a97ae65f:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:17:51,372 DEBUG [RS:0;6706a97ae65f:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:17:51,373 INFO [RS:0;6706a97ae65f:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:51,373 INFO [RS:0;6706a97ae65f:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:51,373 INFO [RS:0;6706a97ae65f:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:51,373 INFO [RS:0;6706a97ae65f:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:51,373 INFO [RS:0;6706a97ae65f:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:51,374 INFO [RS:0;6706a97ae65f:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,41465,1733397469204-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:17:51,386 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:17:51,386 INFO [RS:0;6706a97ae65f:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,41465,1733397469204-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:51,387 INFO [RS:0;6706a97ae65f:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:51,387 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.Replication(171): 6706a97ae65f,41465,1733397469204 started 2024-12-05T11:17:51,398 INFO [RS:0;6706a97ae65f:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:51,398 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,41465,1733397469204, RpcServer on 6706a97ae65f/172.17.0.2:41465, sessionid=0x101a5364ac10001 2024-12-05T11:17:51,398 DEBUG [RS:0;6706a97ae65f:41465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:17:51,399 DEBUG [RS:0;6706a97ae65f:41465 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,41465,1733397469204 2024-12-05T11:17:51,399 DEBUG [RS:0;6706a97ae65f:41465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,41465,1733397469204' 2024-12-05T11:17:51,399 DEBUG [RS:0;6706a97ae65f:41465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0854429663/flush-table-proc/abort' 2024-12-05T11:17:51,399 DEBUG [RS:0;6706a97ae65f:41465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0854429663/flush-table-proc/acquired' 2024-12-05T11:17:51,399 DEBUG [RS:0;6706a97ae65f:41465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:17:51,399 DEBUG [RS:0;6706a97ae65f:41465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:17:51,399 DEBUG [RS:0;6706a97ae65f:41465 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,41465,1733397469204 2024-12-05T11:17:51,399 DEBUG [RS:0;6706a97ae65f:41465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,41465,1733397469204' 2024-12-05T11:17:51,399 DEBUG [RS:0;6706a97ae65f:41465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0854429663/online-snapshot/abort' 2024-12-05T11:17:51,400 DEBUG [RS:0;6706a97ae65f:41465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0854429663/online-snapshot/acquired' 2024-12-05T11:17:51,400 DEBUG [RS:0;6706a97ae65f:41465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:17:51,400 INFO [RS:0;6706a97ae65f:41465 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:17:51,400 INFO [RS:0;6706a97ae65f:41465 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:17:51,500 INFO [RS:0;6706a97ae65f:41465 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:17:51,502 INFO [RS:0;6706a97ae65f:41465 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C41465%2C1733397469204, suffix=, logDir=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204, archiveDir=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/oldWALs, maxLogs=10 2024-12-05T11:17:51,512 DEBUG [RS:0;6706a97ae65f:41465 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502, exclude list is [], retry=0 2024-12-05T11:17:51,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45277,DS-6a631bee-5747-4ec5-b454-6ea70fd9df77,DISK] 2024-12-05T11:17:51,517 INFO [RS:0;6706a97ae65f:41465 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 2024-12-05T11:17:51,518 DEBUG [RS:0;6706a97ae65f:41465 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39257:39257)] 2024-12-05T11:17:51,656 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:17:51,657 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf 2024-12-05T11:17:51,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741833_1009 (size=32) 2024-12-05T11:17:51,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:51,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:17:51,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:17:51,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:51,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:51,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:17:51,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:17:51,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:51,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:51,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:17:51,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:17:51,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:51,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:51,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:17:51,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:17:51,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:51,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:51,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:17:51,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740 2024-12-05T11:17:51,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740 2024-12-05T11:17:51,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:17:51,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:17:51,676 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:17:51,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:17:51,679 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:17:51,679 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62345755, jitterRate=-0.07097585499286652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:17:51,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397471663Initializing all the Stores at 1733397471664 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397471664Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397471664Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397471664Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397471664Cleaning up temporary data from old regions at 1733397471676 (+12 ms)Region opened successfully at 1733397471680 (+4 ms) 2024-12-05T11:17:51,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:17:51,680 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:17:51,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:17:51,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:17:51,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:17:51,680 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:17:51,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397471680Disabling compacts and flushes for region at 1733397471680Disabling writes for close at 1733397471680Writing region close event to WAL at 1733397471680Closed at 1733397471680 2024-12-05T11:17:51,681 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:51,681 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:17:51,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:17:51,683 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:17:51,684 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:17:51,834 DEBUG [6706a97ae65f:40681 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:17:51,835 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,41465,1733397469204 2024-12-05T11:17:51,836 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,41465,1733397469204, state=OPENING 2024-12-05T11:17:51,849 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:17:51,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0854429663 2024-12-05T11:17:51,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101a5364ac10001, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0854429663 2024-12-05T11:17:51,860 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:17:51,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0854429663/meta-region-server: CHANGED 2024-12-05T11:17:51,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0854429663/meta-region-server: CHANGED 2024-12-05T11:17:51,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,41465,1733397469204}] 2024-12-05T11:17:52,013 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:17:52,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:17:52,019 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:17:52,019 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:52,019 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:17:52,021 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C41465%2C1733397469204.meta, suffix=.meta, logDir=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204, archiveDir=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/oldWALs, maxLogs=10 2024-12-05T11:17:52,040 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.meta.1733397472021.meta, exclude list is [], retry=0 2024-12-05T11:17:52,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45277,DS-6a631bee-5747-4ec5-b454-6ea70fd9df77,DISK] 2024-12-05T11:17:52,045 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.meta.1733397472021.meta 2024-12-05T11:17:52,045 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39257:39257)] 2024-12-05T11:17:52,045 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:17:52,046 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:17:52,046 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:17:52,046 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:17:52,046 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:17:52,046 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:17:52,046 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:52,046 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:17:52,046 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:17:52,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:17:52,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:17:52,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:52,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:52,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:17:52,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:17:52,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:52,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:52,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:17:52,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:17:52,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:52,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:52,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:17:52,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:17:52,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:52,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:52,054 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:17:52,054 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740 2024-12-05T11:17:52,055 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740 2024-12-05T11:17:52,057 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:17:52,057 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:17:52,057 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:17:52,058 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:17:52,059 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62795274, jitterRate=-0.06427749991416931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:17:52,059 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:17:52,060 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397472047Writing region info on filesystem at 1733397472047Initializing all the Stores at 1733397472048 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397472048Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397472048Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397472048Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397472048Cleaning up temporary data from old regions at 1733397472057 (+9 ms)Running coprocessor post-open hooks at 1733397472059 (+2 ms)Region opened successfully at 1733397472060 (+1 ms) 2024-12-05T11:17:52,061 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397472013 2024-12-05T11:17:52,064 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:17:52,064 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:17:52,065 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,41465,1733397469204 2024-12-05T11:17:52,065 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,41465,1733397469204, state=OPEN 2024-12-05T11:17:52,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0854429663/meta-region-server 2024-12-05T11:17:52,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101a5364ac10001, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0854429663/meta-region-server 2024-12-05T11:17:52,103 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,41465,1733397469204 2024-12-05T11:17:52,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0854429663/meta-region-server: CHANGED 2024-12-05T11:17:52,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0854429663/meta-region-server: CHANGED 2024-12-05T11:17:52,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:17:52,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,41465,1733397469204 in 243 msec 2024-12-05T11:17:52,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:17:52,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 424 msec 2024-12-05T11:17:52,110 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:52,110 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:17:52,111 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:17:52,111 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,41465,1733397469204, seqNum=-1] 2024-12-05T11:17:52,111 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:17:52,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:17:52,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 876 msec 2024-12-05T11:17:52,119 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397472119, completionTime=-1 2024-12-05T11:17:52,119 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:17:52,119 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:17:52,122 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:17:52,122 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397532122 2024-12-05T11:17:52,122 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397592122 2024-12-05T11:17:52,122 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T11:17:52,122 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,40681,1733397469007-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:52,122 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,40681,1733397469007-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:52,122 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,40681,1733397469007-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:52,123 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:40681, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:52,123 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:52,123 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:52,124 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:17:52,127 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.857sec 2024-12-05T11:17:52,127 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:17:52,127 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:17:52,127 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:17:52,127 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:17:52,127 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:17:52,127 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,40681,1733397469007-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:17:52,127 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,40681,1733397469007-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:17:52,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e70684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:52,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,40681,-1 for getting cluster id 2024-12-05T11:17:52,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:17:52,130 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:17:52,130 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:17:52,130 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,40681,1733397469007-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:52,131 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97ed3797-64fc-487b-b5b5-7c90a0b9b90e' 2024-12-05T11:17:52,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:17:52,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97ed3797-64fc-487b-b5b5-7c90a0b9b90e" 2024-12-05T11:17:52,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719c1f3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:52,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,40681,-1] 2024-12-05T11:17:52,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:17:52,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:52,133 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:17:52,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a62ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:52,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:17:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,41465,1733397469204, seqNum=-1] 2024-12-05T11:17:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:17:52,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:17:52,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,40681,1733397469007 2024-12-05T11:17:52,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55215 2024-12-05T11:17:52,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:17:52,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a5364ac10002 connected 2024-12-05T11:17:52,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/hadoop.log.dir so I do NOT create it in target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac 2024-12-05T11:17:52,167 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T11:17:52,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/hadoop.tmp.dir so I do NOT create it in target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac 2024-12-05T11:17:52,167 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T11:17:52,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac 2024-12-05T11:17:52,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:17:52,168 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/cluster_18e97b1d-f7a9-9bf5-d2dd-558f8ff5c1ea, deleteOnExit=true 2024-12-05T11:17:52,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:17:52,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/test.cache.data in system properties and HBase conf 2024-12-05T11:17:52,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:17:52,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:17:52,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:17:52,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:17:52,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:17:52,168 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:17:52,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:17:52,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:17:52,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:17:52,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:17:52,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:17:52,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:17:52,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:17:52,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:17:52,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:17:52,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:17:52,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:17:52,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:17:52,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:17:52,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:17:52,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:17:52,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:17:52,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:17:52,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:17:52,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:17:52,453 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:17:52,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@269e16f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:17:52,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ae5947e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:17:52,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c664a35{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/java.io.tmpdir/jetty-localhost-44729-hadoop-hdfs-3_4_1-tests_jar-_-any-10411856180079827231/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:17:52,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@536b1cb7{HTTP/1.1, (http/1.1)}{localhost:44729} 2024-12-05T11:17:52,546 INFO [Time-limited test {}] server.Server(415): Started @59883ms 2024-12-05T11:17:52,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:17:52,785 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:17:52,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:17:52,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:17:52,786 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:17:52,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a26bb8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:17:52,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@781b983f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:17:52,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3d6f5a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/java.io.tmpdir/jetty-localhost-44937-hadoop-hdfs-3_4_1-tests_jar-_-any-14432348386036330174/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:17:52,880 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66b903fe{HTTP/1.1, (http/1.1)}{localhost:44937} 2024-12-05T11:17:52,880 INFO [Time-limited test {}] server.Server(415): Started @60217ms 2024-12-05T11:17:52,881 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:17:53,470 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/cluster_18e97b1d-f7a9-9bf5-d2dd-558f8ff5c1ea/data/data2/current/BP-999803469-172.17.0.2-1733397472189/current, will proceed with Du for space computation calculation, 2024-12-05T11:17:53,470 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/cluster_18e97b1d-f7a9-9bf5-d2dd-558f8ff5c1ea/data/data1/current/BP-999803469-172.17.0.2-1733397472189/current, will proceed with Du for space computation calculation, 2024-12-05T11:17:53,484 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:17:53,487 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa96eab0385b2f63 with lease ID 0x3ac6086e146e31e1: Processing first storage report for DS-510f25e8-0eec-4df9-a89d-48da476de6f3 from datanode DatanodeRegistration(127.0.0.1:38621, datanodeUuid=421f0237-9512-4715-b084-d23fd7447104, infoPort=41907, infoSecurePort=0, ipcPort=39503, storageInfo=lv=-57;cid=testClusterID;nsid=1661824971;c=1733397472189) 2024-12-05T11:17:53,487 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa96eab0385b2f63 with lease ID 0x3ac6086e146e31e1: from storage DS-510f25e8-0eec-4df9-a89d-48da476de6f3 node DatanodeRegistration(127.0.0.1:38621, datanodeUuid=421f0237-9512-4715-b084-d23fd7447104, infoPort=41907, infoSecurePort=0, ipcPort=39503, storageInfo=lv=-57;cid=testClusterID;nsid=1661824971;c=1733397472189), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:17:53,487 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa96eab0385b2f63 with lease ID 0x3ac6086e146e31e1: Processing first storage report for DS-5b6cda4a-55b4-4d73-b201-9266137ca44b from datanode DatanodeRegistration(127.0.0.1:38621, datanodeUuid=421f0237-9512-4715-b084-d23fd7447104, infoPort=41907, infoSecurePort=0, ipcPort=39503, storageInfo=lv=-57;cid=testClusterID;nsid=1661824971;c=1733397472189) 2024-12-05T11:17:53,487 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa96eab0385b2f63 with lease ID 0x3ac6086e146e31e1: from storage DS-5b6cda4a-55b4-4d73-b201-9266137ca44b node DatanodeRegistration(127.0.0.1:38621, datanodeUuid=421f0237-9512-4715-b084-d23fd7447104, infoPort=41907, infoSecurePort=0, ipcPort=39503, storageInfo=lv=-57;cid=testClusterID;nsid=1661824971;c=1733397472189), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:17:53,504 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac 2024-12-05T11:17:53,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:53,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:53,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:17:53,913 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e with version=8 2024-12-05T11:17:53,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/hbase-staging 2024-12-05T11:17:53,915 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:17:53,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:53,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:53,915 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:17:53,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:53,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:17:53,916 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:17:53,916 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:17:53,916 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36941 2024-12-05T11:17:53,917 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36941 connecting to ZooKeeper ensemble=127.0.0.1:55215 2024-12-05T11:17:53,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369410x0, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:17:53,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36941-0x101a5364ac10003 connected 2024-12-05T11:17:54,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:54,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:54,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Set watcher on znode that does not yet exist, /11500833177/running 2024-12-05T11:17:54,184 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e, hbase.cluster.distributed=false 2024-12-05T11:17:54,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Set watcher on znode that does not yet exist, /11500833177/acl 2024-12-05T11:17:54,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36941 2024-12-05T11:17:54,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36941 2024-12-05T11:17:54,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36941 2024-12-05T11:17:54,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36941 2024-12-05T11:17:54,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36941 2024-12-05T11:17:54,198 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:17:54,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:54,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:54,198 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:17:54,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:17:54,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:17:54,198 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:17:54,198 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:17:54,199 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43003 2024-12-05T11:17:54,200 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43003 connecting to ZooKeeper ensemble=127.0.0.1:55215 2024-12-05T11:17:54,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:54,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:54,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430030x0, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:17:54,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430030x0, quorum=127.0.0.1:55215, baseZNode=/11500833177 Set watcher on znode that does not yet exist, /11500833177/running 2024-12-05T11:17:54,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43003-0x101a5364ac10004 connected 2024-12-05T11:17:54,228 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:17:54,229 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:17:54,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43003-0x101a5364ac10004, quorum=127.0.0.1:55215, baseZNode=/11500833177 Set watcher on znode that does not yet exist, /11500833177/master 2024-12-05T11:17:54,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43003-0x101a5364ac10004, quorum=127.0.0.1:55215, baseZNode=/11500833177 Set watcher on znode that does not yet exist, /11500833177/acl 2024-12-05T11:17:54,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43003 2024-12-05T11:17:54,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43003 2024-12-05T11:17:54,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43003 2024-12-05T11:17:54,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43003 2024-12-05T11:17:54,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43003 2024-12-05T11:17:54,241 DEBUG [M:0;6706a97ae65f:36941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:36941 2024-12-05T11:17:54,241 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11500833177/backup-masters/6706a97ae65f,36941,1733397473915 2024-12-05T11:17:54,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x101a5364ac10004, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11500833177/backup-masters 2024-12-05T11:17:54,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11500833177/backup-masters 2024-12-05T11:17:54,249 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Set watcher on existing znode=/11500833177/backup-masters/6706a97ae65f,36941,1733397473915 2024-12-05T11:17:54,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11500833177 2024-12-05T11:17:54,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x101a5364ac10004, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11500833177/master 2024-12-05T11:17:54,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x101a5364ac10004, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11500833177 2024-12-05T11:17:54,260 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Set watcher on existing znode=/11500833177/master 2024-12-05T11:17:54,260 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11500833177/backup-masters/6706a97ae65f,36941,1733397473915 from backup master directory 2024-12-05T11:17:54,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x101a5364ac10004, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11500833177/backup-masters 2024-12-05T11:17:54,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11500833177/backup-masters/6706a97ae65f,36941,1733397473915 2024-12-05T11:17:54,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11500833177/backup-masters 2024-12-05T11:17:54,270 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:17:54,270 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,36941,1733397473915 2024-12-05T11:17:54,274 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/hbase.id] with ID: 35ec7f1e-5753-4b88-ae06-48e2a40f7a4c 2024-12-05T11:17:54,274 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/.tmp/hbase.id 2024-12-05T11:17:54,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:17:54,433 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:17:54,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:17:54,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:17:54,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:17:54,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:17:54,679 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/.tmp/hbase.id]:[hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/hbase.id] 2024-12-05T11:17:54,691 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:17:54,691 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:17:54,692 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T11:17:54,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11500833177 2024-12-05T11:17:54,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x101a5364ac10004, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11500833177 2024-12-05T11:17:54,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:17:55,139 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:17:55,140 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:17:55,140 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:55,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:17:55,548 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/data/master/store 2024-12-05T11:17:55,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:17:55,954 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:55,955 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:17:55,955 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:55,955 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:55,955 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:17:55,955 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:55,955 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:17:55,955 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397475954Disabling compacts and flushes for region at 1733397475954Disabling writes for close at 1733397475955 (+1 ms)Writing region close event to WAL at 1733397475955Closed at 1733397475955 2024-12-05T11:17:55,956 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/data/master/store/.initializing 2024-12-05T11:17:55,956 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/WALs/6706a97ae65f,36941,1733397473915 2024-12-05T11:17:55,957 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:17:55,959 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C36941%2C1733397473915, suffix=, logDir=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/WALs/6706a97ae65f,36941,1733397473915, archiveDir=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/oldWALs, maxLogs=10 2024-12-05T11:17:55,969 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/WALs/6706a97ae65f,36941,1733397473915/6706a97ae65f%2C36941%2C1733397473915.1733397475959, exclude list is [], retry=0 2024-12-05T11:17:55,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38621,DS-510f25e8-0eec-4df9-a89d-48da476de6f3,DISK] 2024-12-05T11:17:55,974 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/WALs/6706a97ae65f,36941,1733397473915/6706a97ae65f%2C36941%2C1733397473915.1733397475959 2024-12-05T11:17:55,974 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41907:41907)] 2024-12-05T11:17:55,974 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:17:55,974 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:55,974 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:55,974 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:55,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:55,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:17:55,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:55,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:55,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:55,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:17:55,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:55,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:55,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:55,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:17:55,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:55,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:55,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:55,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:17:55,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:55,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:55,983 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:55,984 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:55,984 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:55,985 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:55,985 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:55,986 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:17:55,987 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:17:55,989 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:17:55,990 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68401913, jitterRate=0.019267931580543518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:17:55,990 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397475974Initializing all the Stores at 1733397475975 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397475975Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397475976 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397475976Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397475976Cleaning up temporary data from old regions at 1733397475985 (+9 ms)Region opened successfully at 1733397475990 (+5 ms) 2024-12-05T11:17:55,990 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:17:55,993 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58443310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:17:55,994 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:17:55,994 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:17:55,994 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:17:55,995 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:17:55,995 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:17:55,995 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:17:55,995 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:17:55,997 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:17:55,998 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Unable to get data of znode /11500833177/balancer because node does not exist (not necessarily an error) 2024-12-05T11:17:56,080 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11500833177/balancer already deleted, retry=false 2024-12-05T11:17:56,080 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:17:56,081 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Unable to get data of znode /11500833177/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:17:56,090 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11500833177/normalizer already deleted, retry=false 2024-12-05T11:17:56,091 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:17:56,092 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Unable to get data of znode /11500833177/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:17:56,101 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11500833177/switch/split already deleted, retry=false 2024-12-05T11:17:56,102 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Unable to get data of znode /11500833177/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:17:56,111 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11500833177/switch/merge already deleted, retry=false 2024-12-05T11:17:56,113 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Unable to get data of znode /11500833177/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:17:56,122 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11500833177/snapshot-cleanup already deleted, retry=false 2024-12-05T11:17:56,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x101a5364ac10004, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11500833177/running 2024-12-05T11:17:56,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11500833177/running 2024-12-05T11:17:56,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x101a5364ac10004, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11500833177 2024-12-05T11:17:56,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11500833177 2024-12-05T11:17:56,133 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,36941,1733397473915, sessionid=0x101a5364ac10003, setting cluster-up flag (Was=false) 2024-12-05T11:17:56,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11500833177 2024-12-05T11:17:56,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x101a5364ac10004, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11500833177 2024-12-05T11:17:56,185 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11500833177/flush-table-proc/acquired, /11500833177/flush-table-proc/reached, /11500833177/flush-table-proc/abort 2024-12-05T11:17:56,186 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,36941,1733397473915 2024-12-05T11:17:56,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11500833177 2024-12-05T11:17:56,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x101a5364ac10004, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11500833177 2024-12-05T11:17:56,238 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11500833177/online-snapshot/acquired, /11500833177/online-snapshot/reached, /11500833177/online-snapshot/abort 2024-12-05T11:17:56,239 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,36941,1733397473915 2024-12-05T11:17:56,240 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:17:56,241 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:56,242 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:17:56,242 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:17:56,242 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,36941,1733397473915 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:17:56,243 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:56,243 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:56,243 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:56,244 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:17:56,244 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:17:56,244 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:56,244 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:17:56,244 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:56,246 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:56,246 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:17:56,247 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:56,247 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:17:56,248 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397506248 2024-12-05T11:17:56,248 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:17:56,248 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:17:56,248 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:17:56,248 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:17:56,248 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:17:56,248 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:17:56,249 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:56,249 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:17:56,249 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:17:56,249 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:17:56,249 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:17:56,252 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:17:56,252 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:17:56,252 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397476252,5,FailOnTimeoutGroup] 2024-12-05T11:17:56,253 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397476252,5,FailOnTimeoutGroup] 2024-12-05T11:17:56,253 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:56,253 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:17:56,253 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:56,253 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:56,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:17:56,335 INFO [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(746): ClusterId : 35ec7f1e-5753-4b88-ae06-48e2a40f7a4c 2024-12-05T11:17:56,335 DEBUG [RS:0;6706a97ae65f:43003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:17:56,344 DEBUG [RS:0;6706a97ae65f:43003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:17:56,344 DEBUG [RS:0;6706a97ae65f:43003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:17:56,354 DEBUG [RS:0;6706a97ae65f:43003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:17:56,355 DEBUG [RS:0;6706a97ae65f:43003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@742f4586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:17:56,364 DEBUG [RS:0;6706a97ae65f:43003 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:43003 2024-12-05T11:17:56,364 INFO [RS:0;6706a97ae65f:43003 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:17:56,364 INFO [RS:0;6706a97ae65f:43003 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:17:56,364 DEBUG [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:17:56,365 INFO [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,36941,1733397473915 with port=43003, startcode=1733397474198 2024-12-05T11:17:56,365 DEBUG [RS:0;6706a97ae65f:43003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:17:56,366 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:17:56,366 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36941 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,43003,1733397474198 2024-12-05T11:17:56,367 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36941 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,43003,1733397474198 2024-12-05T11:17:56,368 DEBUG [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e 2024-12-05T11:17:56,368 DEBUG [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43655 2024-12-05T11:17:56,368 DEBUG [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:17:56,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11500833177/rs 2024-12-05T11:17:56,375 DEBUG [RS:0;6706a97ae65f:43003 {}] zookeeper.ZKUtil(111): regionserver:43003-0x101a5364ac10004, quorum=127.0.0.1:55215, baseZNode=/11500833177 Set watcher on existing znode=/11500833177/rs/6706a97ae65f,43003,1733397474198 2024-12-05T11:17:56,375 WARN [RS:0;6706a97ae65f:43003 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:17:56,375 INFO [RS:0;6706a97ae65f:43003 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:56,375 DEBUG [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/WALs/6706a97ae65f,43003,1733397474198 2024-12-05T11:17:56,375 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,43003,1733397474198] 2024-12-05T11:17:56,379 INFO [RS:0;6706a97ae65f:43003 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:17:56,380 INFO [RS:0;6706a97ae65f:43003 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:17:56,380 INFO [RS:0;6706a97ae65f:43003 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:17:56,380 INFO [RS:0;6706a97ae65f:43003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:56,380 INFO [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:17:56,381 INFO [RS:0;6706a97ae65f:43003 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:17:56,381 INFO [RS:0;6706a97ae65f:43003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:56,381 DEBUG [RS:0;6706a97ae65f:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:56,381 DEBUG [RS:0;6706a97ae65f:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:56,381 DEBUG [RS:0;6706a97ae65f:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:56,381 DEBUG [RS:0;6706a97ae65f:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:56,381 DEBUG [RS:0;6706a97ae65f:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:56,381 DEBUG [RS:0;6706a97ae65f:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:17:56,381 DEBUG [RS:0;6706a97ae65f:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:56,381 DEBUG [RS:0;6706a97ae65f:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:56,381 DEBUG [RS:0;6706a97ae65f:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:56,382 DEBUG [RS:0;6706a97ae65f:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:56,382 DEBUG [RS:0;6706a97ae65f:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:56,382 DEBUG [RS:0;6706a97ae65f:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:17:56,382 DEBUG [RS:0;6706a97ae65f:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:17:56,382 DEBUG [RS:0;6706a97ae65f:43003 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:17:56,382 INFO [RS:0;6706a97ae65f:43003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:56,382 INFO [RS:0;6706a97ae65f:43003 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:56,382 INFO [RS:0;6706a97ae65f:43003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:56,382 INFO [RS:0;6706a97ae65f:43003 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:56,382 INFO [RS:0;6706a97ae65f:43003 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:56,382 INFO [RS:0;6706a97ae65f:43003 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,43003,1733397474198-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:17:56,395 INFO [RS:0;6706a97ae65f:43003 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:17:56,395 INFO [RS:0;6706a97ae65f:43003 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,43003,1733397474198-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:56,395 INFO [RS:0;6706a97ae65f:43003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:56,395 INFO [RS:0;6706a97ae65f:43003 {}] regionserver.Replication(171): 6706a97ae65f,43003,1733397474198 started 2024-12-05T11:17:56,410 INFO [RS:0;6706a97ae65f:43003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:56,410 INFO [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,43003,1733397474198, RpcServer on 6706a97ae65f/172.17.0.2:43003, sessionid=0x101a5364ac10004 2024-12-05T11:17:56,410 DEBUG [RS:0;6706a97ae65f:43003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:17:56,410 DEBUG [RS:0;6706a97ae65f:43003 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,43003,1733397474198 2024-12-05T11:17:56,410 DEBUG [RS:0;6706a97ae65f:43003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,43003,1733397474198' 2024-12-05T11:17:56,410 DEBUG [RS:0;6706a97ae65f:43003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11500833177/flush-table-proc/abort' 2024-12-05T11:17:56,410 DEBUG [RS:0;6706a97ae65f:43003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11500833177/flush-table-proc/acquired' 2024-12-05T11:17:56,411 DEBUG [RS:0;6706a97ae65f:43003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:17:56,411 DEBUG [RS:0;6706a97ae65f:43003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:17:56,411 DEBUG [RS:0;6706a97ae65f:43003 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,43003,1733397474198 2024-12-05T11:17:56,411 DEBUG [RS:0;6706a97ae65f:43003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,43003,1733397474198' 2024-12-05T11:17:56,411 DEBUG [RS:0;6706a97ae65f:43003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11500833177/online-snapshot/abort' 2024-12-05T11:17:56,411 DEBUG [RS:0;6706a97ae65f:43003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11500833177/online-snapshot/acquired' 2024-12-05T11:17:56,411 DEBUG [RS:0;6706a97ae65f:43003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:17:56,411 INFO [RS:0;6706a97ae65f:43003 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:17:56,411 INFO [RS:0;6706a97ae65f:43003 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:17:56,512 INFO [RS:0;6706a97ae65f:43003 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:17:56,513 INFO [RS:0;6706a97ae65f:43003 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C43003%2C1733397474198, suffix=, logDir=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/WALs/6706a97ae65f,43003,1733397474198, archiveDir=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/oldWALs, maxLogs=10 2024-12-05T11:17:56,524 DEBUG [RS:0;6706a97ae65f:43003 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/WALs/6706a97ae65f,43003,1733397474198/6706a97ae65f%2C43003%2C1733397474198.1733397476514, exclude list is [], retry=0 2024-12-05T11:17:56,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38621,DS-510f25e8-0eec-4df9-a89d-48da476de6f3,DISK] 2024-12-05T11:17:56,529 INFO [RS:0;6706a97ae65f:43003 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/WALs/6706a97ae65f,43003,1733397474198/6706a97ae65f%2C43003%2C1733397474198.1733397476514 2024-12-05T11:17:56,529 DEBUG [RS:0;6706a97ae65f:43003 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41907:41907)] 2024-12-05T11:17:56,655 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:17:56,655 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e 2024-12-05T11:17:56,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741833_1009 (size=32) 2024-12-05T11:17:57,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:57,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:17:57,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:17:57,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:57,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:57,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:17:57,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:17:57,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:57,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:57,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:17:57,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:17:57,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:57,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:57,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:17:57,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:17:57,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:57,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:57,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:17:57,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740 2024-12-05T11:17:57,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740 2024-12-05T11:17:57,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:17:57,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:17:57,075 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:17:57,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:17:57,078 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:17:57,078 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71791259, jitterRate=0.0697731226682663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:17:57,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397477062Initializing all the Stores at 1733397477063 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397477063Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397477063Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397477063Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397477063Cleaning up temporary data from old regions at 1733397477075 (+12 ms)Region opened successfully at 1733397477079 (+4 ms) 2024-12-05T11:17:57,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:17:57,079 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:17:57,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:17:57,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:17:57,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:17:57,079 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:17:57,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397477079Disabling compacts and flushes for region at 1733397477079Disabling writes for close at 1733397477079Writing region close event to WAL at 1733397477079Closed at 1733397477079 2024-12-05T11:17:57,085 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:57,085 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:17:57,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:17:57,086 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:17:57,087 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:17:57,237 DEBUG [6706a97ae65f:36941 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:17:57,238 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,43003,1733397474198 2024-12-05T11:17:57,239 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,43003,1733397474198, state=OPENING 2024-12-05T11:17:57,355 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:17:57,368 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:17:57,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11500833177 2024-12-05T11:17:57,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x101a5364ac10004, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11500833177 2024-12-05T11:17:57,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11500833177/meta-region-server: CHANGED 2024-12-05T11:17:57,375 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:17:57,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11500833177/meta-region-server: CHANGED 2024-12-05T11:17:57,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,43003,1733397474198}] 2024-12-05T11:17:57,528 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:17:57,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:17:57,533 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:17:57,533 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:17:57,534 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:17:57,535 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C43003%2C1733397474198.meta, suffix=.meta, logDir=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/WALs/6706a97ae65f,43003,1733397474198, archiveDir=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/oldWALs, maxLogs=10 2024-12-05T11:17:57,546 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/WALs/6706a97ae65f,43003,1733397474198/6706a97ae65f%2C43003%2C1733397474198.meta.1733397477535.meta, exclude list is [], retry=0 2024-12-05T11:17:57,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38621,DS-510f25e8-0eec-4df9-a89d-48da476de6f3,DISK] 2024-12-05T11:17:57,550 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/WALs/6706a97ae65f,43003,1733397474198/6706a97ae65f%2C43003%2C1733397474198.meta.1733397477535.meta 2024-12-05T11:17:57,550 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41907:41907)] 2024-12-05T11:17:57,551 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:17:57,551 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:17:57,551 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:17:57,551 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:17:57,551 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:17:57,551 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:17:57,551 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:57,551 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:17:57,551 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:17:57,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:17:57,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:17:57,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:57,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:57,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:17:57,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:17:57,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:57,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:57,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:17:57,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:17:57,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:57,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:57,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:17:57,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:17:57,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:57,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:17:57,557 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:17:57,558 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740 2024-12-05T11:17:57,559 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740 2024-12-05T11:17:57,560 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:17:57,560 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:17:57,560 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:17:57,561 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:17:57,562 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65785380, jitterRate=-0.01972144842147827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:17:57,562 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:17:57,562 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397477551Writing region info on filesystem at 1733397477551Initializing all the Stores at 1733397477552 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397477552Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397477552Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397477552Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397477552Cleaning up temporary data from old regions at 1733397477560 (+8 ms)Running coprocessor post-open hooks at 1733397477562 (+2 ms)Region opened successfully at 1733397477562 2024-12-05T11:17:57,563 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397477528 2024-12-05T11:17:57,565 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:17:57,566 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:17:57,566 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,43003,1733397474198 2024-12-05T11:17:57,567 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,43003,1733397474198, state=OPEN 2024-12-05T11:17:57,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x101a5364ac10004, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11500833177/meta-region-server 2024-12-05T11:17:57,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11500833177/meta-region-server 2024-12-05T11:17:57,575 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,43003,1733397474198 2024-12-05T11:17:57,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11500833177/meta-region-server: CHANGED 2024-12-05T11:17:57,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11500833177/meta-region-server: CHANGED 2024-12-05T11:17:57,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:17:57,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,43003,1733397474198 in 200 msec 2024-12-05T11:17:57,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:17:57,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 492 msec 2024-12-05T11:17:57,580 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:17:57,580 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:17:57,581 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:17:57,581 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,43003,1733397474198, seqNum=-1] 2024-12-05T11:17:57,582 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:17:57,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:17:57,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3460 sec 2024-12-05T11:17:57,587 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397477587, completionTime=-1 2024-12-05T11:17:57,587 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:17:57,587 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:17:57,589 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:17:57,589 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397537589 2024-12-05T11:17:57,589 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397597589 2024-12-05T11:17:57,589 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T11:17:57,589 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36941,1733397473915-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:57,589 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36941,1733397473915-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:57,589 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36941,1733397473915-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:57,589 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:36941, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:57,589 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:57,589 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:57,591 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:17:57,592 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.322sec 2024-12-05T11:17:57,592 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:17:57,592 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:17:57,592 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:17:57,592 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:17:57,592 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:17:57,592 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36941,1733397473915-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:17:57,592 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36941,1733397473915-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:17:57,594 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:17:57,594 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:17:57,594 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36941,1733397473915-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:17:57,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f28ddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:57,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,36941,-1 for getting cluster id 2024-12-05T11:17:57,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:17:57,637 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35ec7f1e-5753-4b88-ae06-48e2a40f7a4c' 2024-12-05T11:17:57,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:17:57,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35ec7f1e-5753-4b88-ae06-48e2a40f7a4c" 2024-12-05T11:17:57,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774b5dd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:57,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,36941,-1] 2024-12-05T11:17:57,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:17:57,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:17:57,638 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:17:57,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f925fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:17:57,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:17:57,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,43003,1733397474198, seqNum=-1] 2024-12-05T11:17:57,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:17:57,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:17:57,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,36941,1733397473915 2024-12-05T11:17:57,645 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55215 2024-12-05T11:17:57,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:17:57,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a5364ac10005 connected 2024-12-05T11:17:57,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:17:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,40681,1733397469007 2024-12-05T11:17:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@731de805 2024-12-05T11:17:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:17:57,666 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:17:57,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:17:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T11:17:57,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:17:57,672 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:57,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T11:17:57,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:17:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:17:57,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741835_1011 (size=902) 2024-12-05T11:17:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:17:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:17:58,082 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae064f2290cf356258c2f7ba002dfab2, NAME => 'test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf 2024-12-05T11:17:58,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741836_1012 (size=39) 2024-12-05T11:17:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:17:58,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:58,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ae064f2290cf356258c2f7ba002dfab2, disabling compactions & flushes 2024-12-05T11:17:58,488 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2. 2024-12-05T11:17:58,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2. 2024-12-05T11:17:58,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2. after waiting 0 ms 2024-12-05T11:17:58,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2. 2024-12-05T11:17:58,489 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2. 2024-12-05T11:17:58,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae064f2290cf356258c2f7ba002dfab2: Waiting for close lock at 1733397478488Disabling compacts and flushes for region at 1733397478488Disabling writes for close at 1733397478488Writing region close event to WAL at 1733397478488Closed at 1733397478489 (+1 ms) 2024-12-05T11:17:58,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:17:58,491 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733397478490"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397478490"}]},"ts":"1733397478490"} 2024-12-05T11:17:58,493 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:17:58,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:17:58,495 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397478495"}]},"ts":"1733397478495"} 2024-12-05T11:17:58,497 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T11:17:58,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ae064f2290cf356258c2f7ba002dfab2, ASSIGN}] 2024-12-05T11:17:58,499 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ae064f2290cf356258c2f7ba002dfab2, ASSIGN 2024-12-05T11:17:58,500 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ae064f2290cf356258c2f7ba002dfab2, ASSIGN; state=OFFLINE, location=6706a97ae65f,41465,1733397469204; forceNewPlan=false, retain=false 2024-12-05T11:17:58,650 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae064f2290cf356258c2f7ba002dfab2, regionState=OPENING, regionLocation=6706a97ae65f,41465,1733397469204 2024-12-05T11:17:58,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ae064f2290cf356258c2f7ba002dfab2, ASSIGN because future has completed 2024-12-05T11:17:58,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae064f2290cf356258c2f7ba002dfab2, server=6706a97ae65f,41465,1733397469204}] 2024-12-05T11:17:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:17:58,811 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2. 2024-12-05T11:17:58,811 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ae064f2290cf356258c2f7ba002dfab2, NAME => 'test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:17:58,811 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:17:58,812 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T11:17:58,812 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ae064f2290cf356258c2f7ba002dfab2 2024-12-05T11:17:58,812 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:17:58,812 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ae064f2290cf356258c2f7ba002dfab2 2024-12-05T11:17:58,812 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ae064f2290cf356258c2f7ba002dfab2 2024-12-05T11:17:58,814 INFO [StoreOpener-ae064f2290cf356258c2f7ba002dfab2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ae064f2290cf356258c2f7ba002dfab2 2024-12-05T11:17:58,816 INFO [StoreOpener-ae064f2290cf356258c2f7ba002dfab2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae064f2290cf356258c2f7ba002dfab2 columnFamilyName f 2024-12-05T11:17:58,816 DEBUG [StoreOpener-ae064f2290cf356258c2f7ba002dfab2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:58,817 INFO [StoreOpener-ae064f2290cf356258c2f7ba002dfab2-1 {}] regionserver.HStore(327): Store=ae064f2290cf356258c2f7ba002dfab2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:58,817 INFO [StoreOpener-ae064f2290cf356258c2f7ba002dfab2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ae064f2290cf356258c2f7ba002dfab2 2024-12-05T11:17:58,818 INFO [StoreOpener-ae064f2290cf356258c2f7ba002dfab2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae064f2290cf356258c2f7ba002dfab2 columnFamilyName f1 2024-12-05T11:17:58,818 DEBUG [StoreOpener-ae064f2290cf356258c2f7ba002dfab2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:58,819 INFO [StoreOpener-ae064f2290cf356258c2f7ba002dfab2-1 {}] regionserver.HStore(327): Store=ae064f2290cf356258c2f7ba002dfab2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:58,819 INFO [StoreOpener-ae064f2290cf356258c2f7ba002dfab2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ae064f2290cf356258c2f7ba002dfab2 2024-12-05T11:17:58,821 INFO [StoreOpener-ae064f2290cf356258c2f7ba002dfab2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae064f2290cf356258c2f7ba002dfab2 columnFamilyName norep 2024-12-05T11:17:58,821 DEBUG [StoreOpener-ae064f2290cf356258c2f7ba002dfab2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:58,821 INFO [StoreOpener-ae064f2290cf356258c2f7ba002dfab2-1 {}] regionserver.HStore(327): Store=ae064f2290cf356258c2f7ba002dfab2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:17:58,822 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ae064f2290cf356258c2f7ba002dfab2 2024-12-05T11:17:58,822 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/default/test/ae064f2290cf356258c2f7ba002dfab2 2024-12-05T11:17:58,824 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/default/test/ae064f2290cf356258c2f7ba002dfab2 2024-12-05T11:17:58,825 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ae064f2290cf356258c2f7ba002dfab2 2024-12-05T11:17:58,825 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ae064f2290cf356258c2f7ba002dfab2 2024-12-05T11:17:58,826 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:17:58,827 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ae064f2290cf356258c2f7ba002dfab2 2024-12-05T11:17:58,829 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/default/test/ae064f2290cf356258c2f7ba002dfab2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:17:58,829 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ae064f2290cf356258c2f7ba002dfab2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66408234, jitterRate=-0.010440200567245483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:17:58,829 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae064f2290cf356258c2f7ba002dfab2 2024-12-05T11:17:58,830 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ae064f2290cf356258c2f7ba002dfab2: Running coprocessor pre-open hook at 1733397478812Writing region info on filesystem at 1733397478812Initializing all the Stores at 1733397478814 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397478814Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397478814Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397478814Cleaning up temporary data from old regions at 1733397478825 (+11 ms)Running coprocessor post-open hooks at 1733397478829 (+4 ms)Region opened successfully at 1733397478830 (+1 ms) 2024-12-05T11:17:58,832 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2., pid=6, masterSystemTime=1733397478805 2024-12-05T11:17:58,834 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2. 2024-12-05T11:17:58,834 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2. 2024-12-05T11:17:58,836 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae064f2290cf356258c2f7ba002dfab2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6706a97ae65f,41465,1733397469204 2024-12-05T11:17:58,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae064f2290cf356258c2f7ba002dfab2, server=6706a97ae65f,41465,1733397469204 because future has completed 2024-12-05T11:17:58,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T11:17:58,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ae064f2290cf356258c2f7ba002dfab2, server=6706a97ae65f,41465,1733397469204 in 187 msec 2024-12-05T11:17:58,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T11:17:58,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ae064f2290cf356258c2f7ba002dfab2, ASSIGN in 345 msec 2024-12-05T11:17:58,847 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:17:58,847 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397478847"}]},"ts":"1733397478847"} 2024-12-05T11:17:58,849 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T11:17:58,850 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:17:58,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1810 sec 2024-12-05T11:17:58,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T11:17:58,931 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T11:17:58,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T11:17:58,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T11:17:58,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:17:58,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T11:17:58,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:17:58,933 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T11:17:58,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:17:58,933 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T11:17:58,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T11:17:58,933 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T11:17:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:17:59,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:17:59,817 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T11:17:59,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,36941,1733397473915 2024-12-05T11:17:59,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@586950c6 2024-12-05T11:17:59,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:17:59,819 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:17:59,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:17:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T11:17:59,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:17:59,822 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:17:59,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T11:17:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:17:59,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:17:59,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741835_1011 (size=902) 2024-12-05T11:17:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:18:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:18:00,231 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a3ab18424bd483a38667c935ca022c5, NAME => 'test,,1733397479819.8a3ab18424bd483a38667c935ca022c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e 2024-12-05T11:18:00,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741836_1012 (size=39) 2024-12-05T11:18:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:18:00,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733397479819.8a3ab18424bd483a38667c935ca022c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:18:00,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8a3ab18424bd483a38667c935ca022c5, disabling compactions & flushes 2024-12-05T11:18:00,637 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733397479819.8a3ab18424bd483a38667c935ca022c5. 2024-12-05T11:18:00,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397479819.8a3ab18424bd483a38667c935ca022c5. 2024-12-05T11:18:00,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733397479819.8a3ab18424bd483a38667c935ca022c5. after waiting 0 ms 2024-12-05T11:18:00,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733397479819.8a3ab18424bd483a38667c935ca022c5. 2024-12-05T11:18:00,638 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733397479819.8a3ab18424bd483a38667c935ca022c5. 2024-12-05T11:18:00,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a3ab18424bd483a38667c935ca022c5: Waiting for close lock at 1733397480637Disabling compacts and flushes for region at 1733397480637Disabling writes for close at 1733397480637Writing region close event to WAL at 1733397480638 (+1 ms)Closed at 1733397480638 2024-12-05T11:18:00,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:18:00,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733397479819.8a3ab18424bd483a38667c935ca022c5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733397480639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397480639"}]},"ts":"1733397480639"} 2024-12-05T11:18:00,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:18:00,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:18:00,643 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397480642"}]},"ts":"1733397480642"} 2024-12-05T11:18:00,644 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T11:18:00,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8a3ab18424bd483a38667c935ca022c5, ASSIGN}] 2024-12-05T11:18:00,646 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8a3ab18424bd483a38667c935ca022c5, ASSIGN 2024-12-05T11:18:00,647 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8a3ab18424bd483a38667c935ca022c5, ASSIGN; state=OFFLINE, location=6706a97ae65f,43003,1733397474198; forceNewPlan=false, retain=false 2024-12-05T11:18:00,797 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a3ab18424bd483a38667c935ca022c5, regionState=OPENING, regionLocation=6706a97ae65f,43003,1733397474198 2024-12-05T11:18:00,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8a3ab18424bd483a38667c935ca022c5, ASSIGN because future has completed 2024-12-05T11:18:00,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a3ab18424bd483a38667c935ca022c5, server=6706a97ae65f,43003,1733397474198}] 2024-12-05T11:18:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:18:00,957 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733397479819.8a3ab18424bd483a38667c935ca022c5. 2024-12-05T11:18:00,957 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a3ab18424bd483a38667c935ca022c5, NAME => 'test,,1733397479819.8a3ab18424bd483a38667c935ca022c5.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:18:00,957 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:18:00,957 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T11:18:00,958 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8a3ab18424bd483a38667c935ca022c5 2024-12-05T11:18:00,958 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733397479819.8a3ab18424bd483a38667c935ca022c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:18:00,958 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8a3ab18424bd483a38667c935ca022c5 2024-12-05T11:18:00,958 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8a3ab18424bd483a38667c935ca022c5 2024-12-05T11:18:00,959 INFO [StoreOpener-8a3ab18424bd483a38667c935ca022c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8a3ab18424bd483a38667c935ca022c5 2024-12-05T11:18:00,960 INFO [StoreOpener-8a3ab18424bd483a38667c935ca022c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a3ab18424bd483a38667c935ca022c5 columnFamilyName f 2024-12-05T11:18:00,961 DEBUG [StoreOpener-8a3ab18424bd483a38667c935ca022c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:18:00,961 INFO [StoreOpener-8a3ab18424bd483a38667c935ca022c5-1 {}] regionserver.HStore(327): Store=8a3ab18424bd483a38667c935ca022c5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:18:00,961 INFO [StoreOpener-8a3ab18424bd483a38667c935ca022c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8a3ab18424bd483a38667c935ca022c5 2024-12-05T11:18:00,962 INFO [StoreOpener-8a3ab18424bd483a38667c935ca022c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a3ab18424bd483a38667c935ca022c5 columnFamilyName f1 2024-12-05T11:18:00,962 DEBUG [StoreOpener-8a3ab18424bd483a38667c935ca022c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:18:00,962 INFO [StoreOpener-8a3ab18424bd483a38667c935ca022c5-1 {}] regionserver.HStore(327): Store=8a3ab18424bd483a38667c935ca022c5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:18:00,963 INFO [StoreOpener-8a3ab18424bd483a38667c935ca022c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8a3ab18424bd483a38667c935ca022c5 2024-12-05T11:18:00,964 INFO [StoreOpener-8a3ab18424bd483a38667c935ca022c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a3ab18424bd483a38667c935ca022c5 columnFamilyName norep 2024-12-05T11:18:00,964 DEBUG [StoreOpener-8a3ab18424bd483a38667c935ca022c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:18:00,964 INFO [StoreOpener-8a3ab18424bd483a38667c935ca022c5-1 {}] regionserver.HStore(327): Store=8a3ab18424bd483a38667c935ca022c5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:18:00,964 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8a3ab18424bd483a38667c935ca022c5 2024-12-05T11:18:00,965 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/default/test/8a3ab18424bd483a38667c935ca022c5 2024-12-05T11:18:00,965 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/default/test/8a3ab18424bd483a38667c935ca022c5 2024-12-05T11:18:00,966 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8a3ab18424bd483a38667c935ca022c5 2024-12-05T11:18:00,966 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8a3ab18424bd483a38667c935ca022c5 2024-12-05T11:18:00,967 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:18:00,968 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8a3ab18424bd483a38667c935ca022c5 2024-12-05T11:18:00,970 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/default/test/8a3ab18424bd483a38667c935ca022c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:18:00,971 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8a3ab18424bd483a38667c935ca022c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66573198, jitterRate=-0.007982045412063599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:18:00,971 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a3ab18424bd483a38667c935ca022c5 2024-12-05T11:18:00,971 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8a3ab18424bd483a38667c935ca022c5: Running coprocessor pre-open hook at 1733397480958Writing region info on filesystem at 1733397480958Initializing all the Stores at 1733397480959 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397480959Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397480959Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397480959Cleaning up temporary data from old regions at 1733397480966 (+7 ms)Running coprocessor post-open hooks at 1733397480971 (+5 ms)Region opened successfully at 1733397480971 2024-12-05T11:18:00,972 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733397479819.8a3ab18424bd483a38667c935ca022c5., pid=6, masterSystemTime=1733397480953 2024-12-05T11:18:00,975 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733397479819.8a3ab18424bd483a38667c935ca022c5. 2024-12-05T11:18:00,975 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733397479819.8a3ab18424bd483a38667c935ca022c5. 2024-12-05T11:18:00,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a3ab18424bd483a38667c935ca022c5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6706a97ae65f,43003,1733397474198 2024-12-05T11:18:00,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a3ab18424bd483a38667c935ca022c5, server=6706a97ae65f,43003,1733397474198 because future has completed 2024-12-05T11:18:00,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T11:18:00,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a3ab18424bd483a38667c935ca022c5, server=6706a97ae65f,43003,1733397474198 in 179 msec 2024-12-05T11:18:00,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T11:18:00,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8a3ab18424bd483a38667c935ca022c5, ASSIGN in 336 msec 2024-12-05T11:18:00,985 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:18:00,985 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397480985"}]},"ts":"1733397480985"} 2024-12-05T11:18:00,988 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T11:18:00,989 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:18:00,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-12-05T11:18:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:18:01,966 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T11:18:01,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e47d9a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:01,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,40681,-1 for getting cluster id 2024-12-05T11:18:01,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:18:01,968 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97ed3797-64fc-487b-b5b5-7c90a0b9b90e' 2024-12-05T11:18:01,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:18:01,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97ed3797-64fc-487b-b5b5-7c90a0b9b90e" 2024-12-05T11:18:01,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4cbbb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:01,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,40681,-1] 2024-12-05T11:18:01,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:18:01,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:18:01,969 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:18:01,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77219313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:01,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4249129c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:01,971 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,36941,-1 for getting cluster id 2024-12-05T11:18:01,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:18:01,971 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35ec7f1e-5753-4b88-ae06-48e2a40f7a4c' 2024-12-05T11:18:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:18:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35ec7f1e-5753-4b88-ae06-48e2a40f7a4c" 2024-12-05T11:18:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c71814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,36941,-1] 2024-12-05T11:18:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:18:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:18:01,973 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:18:01,973 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@178c3d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:01,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcdc19b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:01,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,40681,-1 for getting cluster id 2024-12-05T11:18:01,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:18:01,975 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97ed3797-64fc-487b-b5b5-7c90a0b9b90e' 2024-12-05T11:18:01,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:18:01,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97ed3797-64fc-487b-b5b5-7c90a0b9b90e" 2024-12-05T11:18:01,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b66ad55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:01,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,40681,-1] 2024-12-05T11:18:01,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:18:01,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:18:01,976 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:18:01,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0108de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:01,978 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:18:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,40681,1733397469007 2024-12-05T11:18:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a6d9401 2024-12-05T11:18:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:18:01,979 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:18:01,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6706a97ae65f:36941,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-05T11:18:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T11:18:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:18:01,983 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:36941' 2024-12-05T11:18:01,984 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@237d8c65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:01,984 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,36941,-1 for getting cluster id 2024-12-05T11:18:01,984 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:18:01,984 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35ec7f1e-5753-4b88-ae06-48e2a40f7a4c' 2024-12-05T11:18:01,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:18:01,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35ec7f1e-5753-4b88-ae06-48e2a40f7a4c" 2024-12-05T11:18:01,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f6f919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:01,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,36941,-1] 2024-12-05T11:18:01,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:18:01,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:18:01,986 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:18:01,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185b467b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:01,987 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:18:01,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,36941,1733397473915 2024-12-05T11:18:01,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a407698 2024-12-05T11:18:01,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:18:01,988 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:18:01,989 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T11:18:01,989 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T11:18:01,989 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:18:01,989 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:18:01,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:18:01,990 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:18:01,991 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T11:18:01,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:18:01,992 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:18:01,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:18:01,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741837_1013 (size=1138) 2024-12-05T11:18:02,041 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T11:18:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:18:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:18:02,379 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T11:18:02,400 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ccd515e9d16c55c3d5a7bacd753cc407, NAME => 'hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf 2024-12-05T11:18:02,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741838_1014 (size=44) 2024-12-05T11:18:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:18:02,807 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:18:02,807 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ccd515e9d16c55c3d5a7bacd753cc407, disabling compactions & flushes 2024-12-05T11:18:02,807 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407. 2024-12-05T11:18:02,807 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407. 2024-12-05T11:18:02,807 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407. after waiting 0 ms 2024-12-05T11:18:02,807 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407. 2024-12-05T11:18:02,807 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407. 2024-12-05T11:18:02,807 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ccd515e9d16c55c3d5a7bacd753cc407: Waiting for close lock at 1733397482807Disabling compacts and flushes for region at 1733397482807Disabling writes for close at 1733397482807Writing region close event to WAL at 1733397482807Closed at 1733397482807 2024-12-05T11:18:02,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:18:02,808 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733397482808"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397482808"}]},"ts":"1733397482808"} 2024-12-05T11:18:02,810 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:18:02,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:18:02,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397482811"}]},"ts":"1733397482811"} 2024-12-05T11:18:02,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T11:18:02,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ccd515e9d16c55c3d5a7bacd753cc407, ASSIGN}] 2024-12-05T11:18:02,815 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ccd515e9d16c55c3d5a7bacd753cc407, ASSIGN 2024-12-05T11:18:02,815 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ccd515e9d16c55c3d5a7bacd753cc407, ASSIGN; state=OFFLINE, location=6706a97ae65f,41465,1733397469204; forceNewPlan=false, retain=false 2024-12-05T11:18:02,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ccd515e9d16c55c3d5a7bacd753cc407, regionState=OPENING, regionLocation=6706a97ae65f,41465,1733397469204 2024-12-05T11:18:02,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ccd515e9d16c55c3d5a7bacd753cc407, ASSIGN because future has completed 2024-12-05T11:18:02,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccd515e9d16c55c3d5a7bacd753cc407, server=6706a97ae65f,41465,1733397469204}] 2024-12-05T11:18:03,053 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:18:03,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:18:03,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:18:03,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:18:03,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:18:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:18:03,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407. 2024-12-05T11:18:03,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:18:03,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T11:18:03,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C41465%2C1733397469204.rep, suffix=, logDir=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204, archiveDir=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/oldWALs, maxLogs=10 2024-12-05T11:18:03,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.rep.1733397483126, exclude list is [], retry=0 2024-12-05T11:18:03,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45277,DS-6a631bee-5747-4ec5-b454-6ea70fd9df77,DISK] 2024-12-05T11:18:03,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.rep.1733397483126 2024-12-05T11:18:03,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39257:39257)] 2024-12-05T11:18:03,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ccd515e9d16c55c3d5a7bacd753cc407, NAME => 'hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:18:03,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:18:03,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:18:03,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407. service=MultiRowMutationService 2024-12-05T11:18:03,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T11:18:03,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ccd515e9d16c55c3d5a7bacd753cc407 2024-12-05T11:18:03,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:18:03,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ccd515e9d16c55c3d5a7bacd753cc407 2024-12-05T11:18:03,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ccd515e9d16c55c3d5a7bacd753cc407 2024-12-05T11:18:03,173 INFO [StoreOpener-ccd515e9d16c55c3d5a7bacd753cc407-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ccd515e9d16c55c3d5a7bacd753cc407 2024-12-05T11:18:03,174 INFO [StoreOpener-ccd515e9d16c55c3d5a7bacd753cc407-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccd515e9d16c55c3d5a7bacd753cc407 columnFamilyName hfileref 2024-12-05T11:18:03,175 DEBUG [StoreOpener-ccd515e9d16c55c3d5a7bacd753cc407-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:18:03,175 INFO [StoreOpener-ccd515e9d16c55c3d5a7bacd753cc407-1 {}] regionserver.HStore(327): Store=ccd515e9d16c55c3d5a7bacd753cc407/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:18:03,175 INFO [StoreOpener-ccd515e9d16c55c3d5a7bacd753cc407-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ccd515e9d16c55c3d5a7bacd753cc407 2024-12-05T11:18:03,176 INFO [StoreOpener-ccd515e9d16c55c3d5a7bacd753cc407-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccd515e9d16c55c3d5a7bacd753cc407 columnFamilyName queue 2024-12-05T11:18:03,176 DEBUG [StoreOpener-ccd515e9d16c55c3d5a7bacd753cc407-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:18:03,177 INFO [StoreOpener-ccd515e9d16c55c3d5a7bacd753cc407-1 {}] regionserver.HStore(327): Store=ccd515e9d16c55c3d5a7bacd753cc407/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:18:03,177 INFO [StoreOpener-ccd515e9d16c55c3d5a7bacd753cc407-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ccd515e9d16c55c3d5a7bacd753cc407 2024-12-05T11:18:03,178 INFO [StoreOpener-ccd515e9d16c55c3d5a7bacd753cc407-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccd515e9d16c55c3d5a7bacd753cc407 columnFamilyName sid 2024-12-05T11:18:03,178 DEBUG [StoreOpener-ccd515e9d16c55c3d5a7bacd753cc407-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:18:03,178 INFO [StoreOpener-ccd515e9d16c55c3d5a7bacd753cc407-1 {}] regionserver.HStore(327): Store=ccd515e9d16c55c3d5a7bacd753cc407/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:18:03,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ccd515e9d16c55c3d5a7bacd753cc407 2024-12-05T11:18:03,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/replication/ccd515e9d16c55c3d5a7bacd753cc407 2024-12-05T11:18:03,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/replication/ccd515e9d16c55c3d5a7bacd753cc407 2024-12-05T11:18:03,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ccd515e9d16c55c3d5a7bacd753cc407 2024-12-05T11:18:03,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ccd515e9d16c55c3d5a7bacd753cc407 2024-12-05T11:18:03,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:18:03,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ccd515e9d16c55c3d5a7bacd753cc407 2024-12-05T11:18:03,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/replication/ccd515e9d16c55c3d5a7bacd753cc407/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:18:03,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ccd515e9d16c55c3d5a7bacd753cc407; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61598517, jitterRate=-0.08211056888103485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:18:03,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ccd515e9d16c55c3d5a7bacd753cc407 2024-12-05T11:18:03,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ccd515e9d16c55c3d5a7bacd753cc407: Running coprocessor pre-open hook at 1733397483172Writing region info on filesystem at 1733397483172Initializing all the Stores at 1733397483173 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397483173Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397483173Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397483173Cleaning up temporary data from old regions at 1733397483180 (+7 ms)Running coprocessor post-open hooks at 1733397483184 (+4 ms)Region opened successfully at 1733397483184 2024-12-05T11:18:03,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407., pid=10, masterSystemTime=1733397483121 2024-12-05T11:18:03,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407. 2024-12-05T11:18:03,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407. 2024-12-05T11:18:03,188 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ccd515e9d16c55c3d5a7bacd753cc407, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,41465,1733397469204 2024-12-05T11:18:03,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccd515e9d16c55c3d5a7bacd753cc407, server=6706a97ae65f,41465,1733397469204 because future has completed 2024-12-05T11:18:03,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T11:18:03,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ccd515e9d16c55c3d5a7bacd753cc407, server=6706a97ae65f,41465,1733397469204 in 223 msec 2024-12-05T11:18:03,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T11:18:03,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ccd515e9d16c55c3d5a7bacd753cc407, ASSIGN in 381 msec 2024-12-05T11:18:03,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:18:03,197 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397483197"}]},"ts":"1733397483197"} 2024-12-05T11:18:03,199 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T11:18:03,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:18:03,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2100 sec 2024-12-05T11:18:03,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407., hostname=6706a97ae65f,41465,1733397469204, seqNum=2] 2024-12-05T11:18:03,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0854429663 2024-12-05T11:18:03,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101a5364ac10001, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0854429663 2024-12-05T11:18:03,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T11:18:03,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T11:18:03,412 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T11:18:03,437 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6706a97ae65f,41465,1733397469204, ReplicationSource: 1, currentBandwidth=0 2024-12-05T11:18:03,438 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:18:03,438 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,41465,1733397469204, seqNum=-1] 2024-12-05T11:18:03,438 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:18:03,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-05T11:18:03,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6706a97ae65f,41465,1733397469204', locateType=CURRENT is [region=hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407., hostname=6706a97ae65f,41465,1733397469204, seqNum=2] 2024-12-05T11:18:03,458 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T11:18:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T11:18:03,462 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6706a97ae65f,41465,1733397469204 suceeded 2024-12-05T11:18:03,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T11:18:03,465 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6706a97ae65f:36941,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-05T11:18:03,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-12-05T11:18:03,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4850 sec 2024-12-05T11:18:03,474 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:36941' 2024-12-05T11:18:03,475 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@657b906c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:03,475 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,36941,-1 for getting cluster id 2024-12-05T11:18:03,475 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:18:03,476 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35ec7f1e-5753-4b88-ae06-48e2a40f7a4c' 2024-12-05T11:18:03,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:18:03,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35ec7f1e-5753-4b88-ae06-48e2a40f7a4c" 2024-12-05T11:18:03,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e4709bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:03,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,36941,-1] 2024-12-05T11:18:03,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:18:03,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:18:03,478 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:18:03,479 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10f21d3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:03,480 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:18:03,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,36941,1733397473915 2024-12-05T11:18:03,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55695e23 2024-12-05T11:18:03,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:18:03,482 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-05T11:18:03,482 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6706a97ae65f,41465,1733397469204 (queues=1) is replicating from cluster=97ed3797-64fc-487b-b5b5-7c90a0b9b90e to cluster=35ec7f1e-5753-4b88-ae06-48e2a40f7a4c 2024-12-05T11:18:03,483 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6706a97ae65f%2C41465%2C1733397469204 2024-12-05T11:18:03,483 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6706a97ae65f,41465,1733397469204, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T11:18:03,483 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502, startPosition=0, beingWritten=true 2024-12-05T11:18:03,488 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.shipper6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6706a97ae65f%2C41465%2C1733397469204 2024-12-05T11:18:03,498 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:18:03,498 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 379, reset compression=false 2024-12-05T11:18:03,498 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.shipper6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,41465,1733397469204 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:18:03,703 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 379, reset compression=false 2024-12-05T11:18:04,006 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 379, reset compression=false 2024-12-05T11:18:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:18:04,127 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T11:18:04,127 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:18:04,127 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:18:04,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:18:04,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:18:04,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:18:04,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:18:04,133 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733397484131/Put/seqid=0 2024-12-05T11:18:04,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741840_1016 (size=7894) 2024-12-05T11:18:04,411 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 379, reset compression=false 2024-12-05T11:18:04,540 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/load_f/f/hfile_1 is 34, key is ddd/f:row/1733397484539/Put/seqid=0 2024-12-05T11:18:04,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741841_1017 (size=7691) 2024-12-05T11:18:04,915 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 379, reset compression=false 2024-12-05T11:18:04,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248548e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:04,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,40681,-1 for getting cluster id 2024-12-05T11:18:04,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:18:04,950 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97ed3797-64fc-487b-b5b5-7c90a0b9b90e' 2024-12-05T11:18:04,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:18:04,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97ed3797-64fc-487b-b5b5-7c90a0b9b90e" 2024-12-05T11:18:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619c49f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,40681,-1] 2024-12-05T11:18:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:18:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:18:04,952 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:18:04,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346cc226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:04,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:18:04,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,41465,1733397469204, seqNum=-1] 2024-12-05T11:18:04,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:18:04,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:18:04,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:18:04,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,40681,1733397469007 2024-12-05T11:18:04,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c0b81ce 2024-12-05T11:18:04,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:18:04,969 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:18:04,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2., hostname=6706a97ae65f,41465,1733397469204, seqNum=2] 2024-12-05T11:18:04,986 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T11:18:04,998 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-05T11:18:05,002 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-05T11:18:05,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/load_f/f/hfile_0 for inclusion in ae064f2290cf356258c2f7ba002dfab2/f 2024-12-05T11:18:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T11:18:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:18:05,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/load_f/f/hfile_1 for inclusion in ae064f2290cf356258c2f7ba002dfab2/f 2024-12-05T11:18:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T11:18:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:18:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HRegion(2603): Flush status journal for ae064f2290cf356258c2f7ba002dfab2: 2024-12-05T11:18:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/load_f/f/hfile_0 to hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/staging/jenkins__test__ju8811ldmb6rkbs3i8vrenp448hjni98uhn94qe46op7ip7c2c1u4na6ihu7tuas/f/hfile_0 2024-12-05T11:18:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/staging/jenkins__test__ju8811ldmb6rkbs3i8vrenp448hjni98uhn94qe46op7ip7c2c1u4na6ihu7tuas/f/hfile_0 as hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/default/test/ae064f2290cf356258c2f7ba002dfab2/f/c6ba84da77084a2a84d59ab3caa1b406_SeqId_4_ 2024-12-05T11:18:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/load_f/f/hfile_1 to hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/staging/jenkins__test__ju8811ldmb6rkbs3i8vrenp448hjni98uhn94qe46op7ip7c2c1u4na6ihu7tuas/f/hfile_1 2024-12-05T11:18:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/staging/jenkins__test__ju8811ldmb6rkbs3i8vrenp448hjni98uhn94qe46op7ip7c2c1u4na6ihu7tuas/f/hfile_1 as hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/default/test/ae064f2290cf356258c2f7ba002dfab2/f/5543507fcb4d4e30ab928b597b3e4326_SeqId_4_ 2024-12-05T11:18:05,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/staging/jenkins__test__ju8811ldmb6rkbs3i8vrenp448hjni98uhn94qe46op7ip7c2c1u4na6ihu7tuas/f/hfile_0 into ae064f2290cf356258c2f7ba002dfab2/f as hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/default/test/ae064f2290cf356258c2f7ba002dfab2/f/c6ba84da77084a2a84d59ab3caa1b406_SeqId_4_ - updating store file list. 2024-12-05T11:18:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c6ba84da77084a2a84d59ab3caa1b406_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T11:18:05,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/default/test/ae064f2290cf356258c2f7ba002dfab2/f/c6ba84da77084a2a84d59ab3caa1b406_SeqId_4_ into ae064f2290cf356258c2f7ba002dfab2/f 2024-12-05T11:18:05,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/staging/jenkins__test__ju8811ldmb6rkbs3i8vrenp448hjni98uhn94qe46op7ip7c2c1u4na6ihu7tuas/f/hfile_0 into ae064f2290cf356258c2f7ba002dfab2/f (new location: hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/default/test/ae064f2290cf356258c2f7ba002dfab2/f/c6ba84da77084a2a84d59ab3caa1b406_SeqId_4_) 2024-12-05T11:18:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/staging/jenkins__test__ju8811ldmb6rkbs3i8vrenp448hjni98uhn94qe46op7ip7c2c1u4na6ihu7tuas/f/hfile_0 2024-12-05T11:18:05,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/staging/jenkins__test__ju8811ldmb6rkbs3i8vrenp448hjni98uhn94qe46op7ip7c2c1u4na6ihu7tuas/f/hfile_1 into ae064f2290cf356258c2f7ba002dfab2/f as hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/default/test/ae064f2290cf356258c2f7ba002dfab2/f/5543507fcb4d4e30ab928b597b3e4326_SeqId_4_ - updating store file list. 2024-12-05T11:18:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5543507fcb4d4e30ab928b597b3e4326_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T11:18:05,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/default/test/ae064f2290cf356258c2f7ba002dfab2/f/5543507fcb4d4e30ab928b597b3e4326_SeqId_4_ into ae064f2290cf356258c2f7ba002dfab2/f 2024-12-05T11:18:05,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/staging/jenkins__test__ju8811ldmb6rkbs3i8vrenp448hjni98uhn94qe46op7ip7c2c1u4na6ihu7tuas/f/hfile_1 into ae064f2290cf356258c2f7ba002dfab2/f (new location: hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/default/test/ae064f2290cf356258c2f7ba002dfab2/f/5543507fcb4d4e30ab928b597b3e4326_SeqId_4_) 2024-12-05T11:18:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/staging/jenkins__test__ju8811ldmb6rkbs3i8vrenp448hjni98uhn94qe46op7ip7c2c1u4na6ihu7tuas/f/hfile_1 2024-12-05T11:18:05,073 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:18:05,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:18:05,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:18:05,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:18:05,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:18:05,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:18:05,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2., hostname=6706a97ae65f,41465,1733397469204, seqNum=2 , the old value is region=test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2., hostname=6706a97ae65f,41465,1733397469204, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6706a97ae65f:41465 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T11:18:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,43003,1733397474198, seqNum=-1] 2024-12-05T11:18:05,076 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T11:18:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2., hostname=6706a97ae65f,41465,1733397469204, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T11:18:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2., hostname=6706a97ae65f,41465,1733397469204, seqNum=2 from cache 2024-12-05T11:18:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:18:05,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:18:05,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733397479819.8a3ab18424bd483a38667c935ca022c5., hostname=6706a97ae65f,43003,1733397474198, seqNum=2] 2024-12-05T11:18:05,081 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T11:18:05,187 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:41465 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T11:18:05,518 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 379, reset compression=false 2024-12-05T11:18:05,524 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:18:05,524 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.shipper6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,41465,1733397469204 got entry batch from reader: WALEntryBatch [walEntries=[{test/ae064f2290cf356258c2f7ba002dfab2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733397485067/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T11:18:05,541 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.shipper6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:18:05,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-05T11:18:05,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] regionserver.ReplicationSink(318): Replicating [97ed3797-64fc-487b-b5b5-7c90a0b9b90e] bulk loaded data 2024-12-05T11:18:05,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f9aaee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:05,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,36941,-1 for getting cluster id 2024-12-05T11:18:05,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:18:05,548 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35ec7f1e-5753-4b88-ae06-48e2a40f7a4c' 2024-12-05T11:18:05,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:18:05,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35ec7f1e-5753-4b88-ae06-48e2a40f7a4c" 2024-12-05T11:18:05,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fd4a89f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:05,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,36941,-1] 2024-12-05T11:18:05,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:18:05,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:18:05,549 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:18:05,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73f3958d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:05,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741837_1013 (size=7894) 2024-12-05T11:18:05,724 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 687, reset compression=false 2024-12-05T11:18:05,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741838_1014 (size=7691) 2024-12-05T11:18:06,028 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 687, reset compression=false 2024-12-05T11:18:06,083 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T11:18:06,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:18:06,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,36941,1733397473915 2024-12-05T11:18:06,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c8e98ea 2024-12-05T11:18:06,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:18:06,390 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-05T11:18:06,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T11:18:06,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:18:06,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,43003,1733397474198, seqNum=-1] 2024-12-05T11:18:06,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:18:06,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-05T11:18:06,400 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/staging/jenkins.hfs.6__test__b3lqkm9j154orsqetqm7o5utgvs0b0i8ccunmmehbcg575i486hoovbsheb43mrt/f/5543507fcb4d4e30ab928b597b3e4326_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T11:18:06,402 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/staging/jenkins.hfs.6__test__b3lqkm9j154orsqetqm7o5utgvs0b0i8ccunmmehbcg575i486hoovbsheb43mrt/f/c6ba84da77084a2a84d59ab3caa1b406_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T11:18:06,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/staging/jenkins.hfs.6__test__b3lqkm9j154orsqetqm7o5utgvs0b0i8ccunmmehbcg575i486hoovbsheb43mrt/f/5543507fcb4d4e30ab928b597b3e4326_SeqId_4_ for inclusion in 8a3ab18424bd483a38667c935ca022c5/f 2024-12-05T11:18:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T11:18:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:18:06,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/staging/jenkins.hfs.6__test__b3lqkm9j154orsqetqm7o5utgvs0b0i8ccunmmehbcg575i486hoovbsheb43mrt/f/c6ba84da77084a2a84d59ab3caa1b406_SeqId_4_ for inclusion in 8a3ab18424bd483a38667c935ca022c5/f 2024-12-05T11:18:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T11:18:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:18:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] regionserver.HRegion(2603): Flush status journal for 8a3ab18424bd483a38667c935ca022c5: 2024-12-05T11:18:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5543507fcb4d4e30ab928b597b3e4326_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T11:18:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/staging/jenkins.hfs.6__test__b3lqkm9j154orsqetqm7o5utgvs0b0i8ccunmmehbcg575i486hoovbsheb43mrt/f/5543507fcb4d4e30ab928b597b3e4326_SeqId_4_ as hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/default/test/8a3ab18424bd483a38667c935ca022c5/f/4a73a333d635400d8e6974f9aabae9d0_SeqId_4_ 2024-12-05T11:18:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c6ba84da77084a2a84d59ab3caa1b406_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T11:18:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/staging/jenkins.hfs.6__test__b3lqkm9j154orsqetqm7o5utgvs0b0i8ccunmmehbcg575i486hoovbsheb43mrt/f/c6ba84da77084a2a84d59ab3caa1b406_SeqId_4_ as hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/default/test/8a3ab18424bd483a38667c935ca022c5/f/48e1a59d9c5b49f2a528386542619c04_SeqId_4_ 2024-12-05T11:18:06,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/staging/jenkins.hfs.6__test__b3lqkm9j154orsqetqm7o5utgvs0b0i8ccunmmehbcg575i486hoovbsheb43mrt/f/5543507fcb4d4e30ab928b597b3e4326_SeqId_4_ into 8a3ab18424bd483a38667c935ca022c5/f as hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/default/test/8a3ab18424bd483a38667c935ca022c5/f/4a73a333d635400d8e6974f9aabae9d0_SeqId_4_ - updating store file list. 2024-12-05T11:18:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4a73a333d635400d8e6974f9aabae9d0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T11:18:06,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/default/test/8a3ab18424bd483a38667c935ca022c5/f/4a73a333d635400d8e6974f9aabae9d0_SeqId_4_ into 8a3ab18424bd483a38667c935ca022c5/f 2024-12-05T11:18:06,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/staging/jenkins.hfs.6__test__b3lqkm9j154orsqetqm7o5utgvs0b0i8ccunmmehbcg575i486hoovbsheb43mrt/f/5543507fcb4d4e30ab928b597b3e4326_SeqId_4_ into 8a3ab18424bd483a38667c935ca022c5/f (new location: hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/default/test/8a3ab18424bd483a38667c935ca022c5/f/4a73a333d635400d8e6974f9aabae9d0_SeqId_4_) 2024-12-05T11:18:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/staging/jenkins.hfs.6__test__b3lqkm9j154orsqetqm7o5utgvs0b0i8ccunmmehbcg575i486hoovbsheb43mrt/f/5543507fcb4d4e30ab928b597b3e4326_SeqId_4_ 2024-12-05T11:18:06,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/staging/jenkins.hfs.6__test__b3lqkm9j154orsqetqm7o5utgvs0b0i8ccunmmehbcg575i486hoovbsheb43mrt/f/c6ba84da77084a2a84d59ab3caa1b406_SeqId_4_ into 8a3ab18424bd483a38667c935ca022c5/f as hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/default/test/8a3ab18424bd483a38667c935ca022c5/f/48e1a59d9c5b49f2a528386542619c04_SeqId_4_ - updating store file list. 2024-12-05T11:18:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 48e1a59d9c5b49f2a528386542619c04_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T11:18:06,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/default/test/8a3ab18424bd483a38667c935ca022c5/f/48e1a59d9c5b49f2a528386542619c04_SeqId_4_ into 8a3ab18424bd483a38667c935ca022c5/f 2024-12-05T11:18:06,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/staging/jenkins.hfs.6__test__b3lqkm9j154orsqetqm7o5utgvs0b0i8ccunmmehbcg575i486hoovbsheb43mrt/f/c6ba84da77084a2a84d59ab3caa1b406_SeqId_4_ into 8a3ab18424bd483a38667c935ca022c5/f (new location: hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/default/test/8a3ab18424bd483a38667c935ca022c5/f/48e1a59d9c5b49f2a528386542619c04_SeqId_4_) 2024-12-05T11:18:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/staging/jenkins.hfs.6__test__b3lqkm9j154orsqetqm7o5utgvs0b0i8ccunmmehbcg575i486hoovbsheb43mrt/f/c6ba84da77084a2a84d59ab3caa1b406_SeqId_4_ 2024-12-05T11:18:06,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43003 {}] regionserver.ReplicationSink(324): Finished replicating [97ed3797-64fc-487b-b5b5-7c90a0b9b90e] bulk loaded data 2024-12-05T11:18:06,432 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 687, reset compression=false 2024-12-05T11:18:06,936 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 687, reset compression=false 2024-12-05T11:18:07,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:18:07,099 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733397487098/Put/seqid=0 2024-12-05T11:18:07,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741842_1018 (size=7997) 2024-12-05T11:18:07,509 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733397487508/Put/seqid=0 2024-12-05T11:18:07,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741843_1019 (size=7794) 2024-12-05T11:18:07,540 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 687, reset compression=false 2024-12-05T11:18:07,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44733ce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:07,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,40681,-1 for getting cluster id 2024-12-05T11:18:07,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:18:07,915 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97ed3797-64fc-487b-b5b5-7c90a0b9b90e' 2024-12-05T11:18:07,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:18:07,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97ed3797-64fc-487b-b5b5-7c90a0b9b90e" 2024-12-05T11:18:07,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a723fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:07,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,40681,-1] 2024-12-05T11:18:07,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:18:07,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:18:07,917 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:18:07,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777dc463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:18:07,918 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:18:07,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,41465,1733397469204, seqNum=-1] 2024-12-05T11:18:07,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:18:07,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:18:07,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:18:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,40681,1733397469007 2024-12-05T11:18:07,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@243baba0 2024-12-05T11:18:07,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:18:07,928 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:18:07,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2., hostname=6706a97ae65f,41465,1733397469204, seqNum=2] 2024-12-05T11:18:07,934 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T11:18:07,939 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-05T11:18:07,941 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-05T11:18:07,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/load_f1/f1/hfile_0 for inclusion in ae064f2290cf356258c2f7ba002dfab2/f1 2024-12-05T11:18:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T11:18:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:18:07,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/load_f1/f1/hfile_1 for inclusion in ae064f2290cf356258c2f7ba002dfab2/f1 2024-12-05T11:18:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T11:18:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:18:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HRegion(2603): Flush status journal for ae064f2290cf356258c2f7ba002dfab2: 2024-12-05T11:18:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/load_f1/f1/hfile_0 to hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/staging/jenkins__test__tvnbidqfc2jdv185fa35d71084dghl3gb5cvdvloa0ppagl0mjthusa2fc0jvuog/f1/hfile_0 2024-12-05T11:18:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/staging/jenkins__test__tvnbidqfc2jdv185fa35d71084dghl3gb5cvdvloa0ppagl0mjthusa2fc0jvuog/f1/hfile_0 as hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/default/test/ae064f2290cf356258c2f7ba002dfab2/f1/9da210bd96844c07bc102f33af498835_SeqId_6_ 2024-12-05T11:18:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/load_f1/f1/hfile_1 to hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/staging/jenkins__test__tvnbidqfc2jdv185fa35d71084dghl3gb5cvdvloa0ppagl0mjthusa2fc0jvuog/f1/hfile_1 2024-12-05T11:18:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/staging/jenkins__test__tvnbidqfc2jdv185fa35d71084dghl3gb5cvdvloa0ppagl0mjthusa2fc0jvuog/f1/hfile_1 as hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/default/test/ae064f2290cf356258c2f7ba002dfab2/f1/da567dfabc12444588303b94fab78ddf_SeqId_6_ 2024-12-05T11:18:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-05T11:18:07,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/staging/jenkins__test__tvnbidqfc2jdv185fa35d71084dghl3gb5cvdvloa0ppagl0mjthusa2fc0jvuog/f1/hfile_0 into ae064f2290cf356258c2f7ba002dfab2/f1 as hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/default/test/ae064f2290cf356258c2f7ba002dfab2/f1/9da210bd96844c07bc102f33af498835_SeqId_6_ - updating store file list. 2024-12-05T11:18:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9da210bd96844c07bc102f33af498835_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T11:18:07,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/default/test/ae064f2290cf356258c2f7ba002dfab2/f1/9da210bd96844c07bc102f33af498835_SeqId_6_ into ae064f2290cf356258c2f7ba002dfab2/f1 2024-12-05T11:18:07,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/staging/jenkins__test__tvnbidqfc2jdv185fa35d71084dghl3gb5cvdvloa0ppagl0mjthusa2fc0jvuog/f1/hfile_0 into ae064f2290cf356258c2f7ba002dfab2/f1 (new location: hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/default/test/ae064f2290cf356258c2f7ba002dfab2/f1/9da210bd96844c07bc102f33af498835_SeqId_6_) 2024-12-05T11:18:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/staging/jenkins__test__tvnbidqfc2jdv185fa35d71084dghl3gb5cvdvloa0ppagl0mjthusa2fc0jvuog/f1/hfile_0 2024-12-05T11:18:07,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/staging/jenkins__test__tvnbidqfc2jdv185fa35d71084dghl3gb5cvdvloa0ppagl0mjthusa2fc0jvuog/f1/hfile_1 into ae064f2290cf356258c2f7ba002dfab2/f1 as hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/default/test/ae064f2290cf356258c2f7ba002dfab2/f1/da567dfabc12444588303b94fab78ddf_SeqId_6_ - updating store file list. 2024-12-05T11:18:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStoreFile(483): HFile Bloom filter type for da567dfabc12444588303b94fab78ddf_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T11:18:07,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/default/test/ae064f2290cf356258c2f7ba002dfab2/f1/da567dfabc12444588303b94fab78ddf_SeqId_6_ into ae064f2290cf356258c2f7ba002dfab2/f1 2024-12-05T11:18:07,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/staging/jenkins__test__tvnbidqfc2jdv185fa35d71084dghl3gb5cvdvloa0ppagl0mjthusa2fc0jvuog/f1/hfile_1 into ae064f2290cf356258c2f7ba002dfab2/f1 (new location: hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/default/test/ae064f2290cf356258c2f7ba002dfab2/f1/da567dfabc12444588303b94fab78ddf_SeqId_6_) 2024-12-05T11:18:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/staging/jenkins__test__tvnbidqfc2jdv185fa35d71084dghl3gb5cvdvloa0ppagl0mjthusa2fc0jvuog/f1/hfile_1 2024-12-05T11:18:07,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:18:07,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:18:07,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:18:07,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:18:07,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2., hostname=6706a97ae65f,41465,1733397469204, seqNum=2 , the old value is region=test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2., hostname=6706a97ae65f,41465,1733397469204, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6706a97ae65f:41465 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T11:18:07,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2., hostname=6706a97ae65f,41465,1733397469204, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T11:18:07,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2., hostname=6706a97ae65f,41465,1733397469204, seqNum=2 from cache 2024-12-05T11:18:07,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:18:07,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:18:07,969 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T11:18:07,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,41465,1733397469204, seqNum=-1] 2024-12-05T11:18:07,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:18:07,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:18:07,972 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2., hostname=6706a97ae65f,41465,1733397469204, seqNum=2] 2024-12-05T11:18:08,076 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:41465 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T11:18:08,245 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 687, reset compression=false 2024-12-05T11:18:08,250 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:18:08,250 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:08,250 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.shipper6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,41465,1733397469204 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:18:08,454 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:08,673 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:18:08,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:18:08,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:18:08,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:18:08,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:18:08,757 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:08,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T11:18:08,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T11:18:09,161 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:09,665 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:10,269 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:10,975 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:11,779 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:12,684 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:13,687 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:14,791 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:15,997 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:17,301 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:18,595 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T11:18:18,705 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:20,209 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:21,814 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:23,503 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T11:18:23,518 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:25,323 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:27,227 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:28,252 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.shipper6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,41465,1733397469204 got entry batch from reader: null 2024-12-05T11:18:29,232 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:31,338 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:32,857 INFO [master/6706a97ae65f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T11:18:32,857 INFO [master/6706a97ae65f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T11:18:33,542 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:35,845 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:38,010 INFO [master/6706a97ae65f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T11:18:38,010 INFO [master/6706a97ae65f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T11:18:38,249 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:40,752 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:43,356 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:43,812 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ae064f2290cf356258c2f7ba002dfab2, had cached 0 bytes from a total of 31376 2024-12-05T11:18:45,958 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8a3ab18424bd483a38667c935ca022c5, had cached 0 bytes from a total of 15585 2024-12-05T11:18:46,060 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:48,253 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.shipper6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,41465,1733397469204 got entry batch from reader: null 2024-12-05T11:18:48,595 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T11:18:48,864 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:51,768 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:52,123 DEBUG [master/6706a97ae65f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T11:18:53,503 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T11:18:54,771 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:18:57,591 DEBUG [master/6706a97ae65f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T11:18:57,875 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:19:01,080 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:19:04,384 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:19:07,787 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:19:08,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:19:08,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:19:08,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:19:08,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:08,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:08,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:19:08,000 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:19:08,000 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1278985730, stopped=false 2024-12-05T11:19:08,000 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,36941,1733397473915 2024-12-05T11:19:08,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11500833177/running 2024-12-05T11:19:08,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x101a5364ac10004, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11500833177/running 2024-12-05T11:19:08,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11500833177 2024-12-05T11:19:08,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x101a5364ac10004, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11500833177 2024-12-05T11:19:08,055 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:19:08,056 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:19:08,056 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:19:08,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:08,056 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,43003,1733397474198' ***** 2024-12-05T11:19:08,056 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:19:08,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Set watcher on znode that does not yet exist, /11500833177/running 2024-12-05T11:19:08,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43003-0x101a5364ac10004, quorum=127.0.0.1:55215, baseZNode=/11500833177 Set watcher on znode that does not yet exist, /11500833177/running 2024-12-05T11:19:08,056 INFO [RS:0;6706a97ae65f:43003 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:19:08,056 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:19:08,056 INFO [RS:0;6706a97ae65f:43003 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:19:08,057 INFO [RS:0;6706a97ae65f:43003 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:19:08,057 INFO [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a3ab18424bd483a38667c935ca022c5 2024-12-05T11:19:08,057 INFO [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,43003,1733397474198 2024-12-05T11:19:08,057 INFO [RS:0;6706a97ae65f:43003 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:19:08,057 INFO [RS:0;6706a97ae65f:43003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:43003. 2024-12-05T11:19:08,057 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a3ab18424bd483a38667c935ca022c5, disabling compactions & flushes 2024-12-05T11:19:08,057 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733397479819.8a3ab18424bd483a38667c935ca022c5. 2024-12-05T11:19:08,057 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397479819.8a3ab18424bd483a38667c935ca022c5. 2024-12-05T11:19:08,057 DEBUG [RS:0;6706a97ae65f:43003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:19:08,057 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733397479819.8a3ab18424bd483a38667c935ca022c5. after waiting 0 ms 2024-12-05T11:19:08,057 DEBUG [RS:0;6706a97ae65f:43003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:08,057 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733397479819.8a3ab18424bd483a38667c935ca022c5. 2024-12-05T11:19:08,057 INFO [RS:0;6706a97ae65f:43003 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:19:08,057 INFO [RS:0;6706a97ae65f:43003 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:19:08,057 INFO [RS:0;6706a97ae65f:43003 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:19:08,057 INFO [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:19:08,057 INFO [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T11:19:08,058 DEBUG [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(1325): Online Regions={8a3ab18424bd483a38667c935ca022c5=test,,1733397479819.8a3ab18424bd483a38667c935ca022c5., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:19:08,058 DEBUG [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a3ab18424bd483a38667c935ca022c5 2024-12-05T11:19:08,058 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:19:08,058 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:19:08,058 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:19:08,058 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:19:08,058 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:19:08,058 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T11:19:08,066 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/default/test/8a3ab18424bd483a38667c935ca022c5/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-05T11:19:08,067 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:19:08,067 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:19:08,067 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733397479819.8a3ab18424bd483a38667c935ca022c5. 2024-12-05T11:19:08,067 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a3ab18424bd483a38667c935ca022c5: Waiting for close lock at 1733397548057Running coprocessor pre-close hooks at 1733397548057Disabling compacts and flushes for region at 1733397548057Disabling writes for close at 1733397548057Writing region close event to WAL at 1733397548058 (+1 ms)Running coprocessor post-close hooks at 1733397548067 (+9 ms)Closed at 1733397548067 2024-12-05T11:19:08,067 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733397479819.8a3ab18424bd483a38667c935ca022c5. 2024-12-05T11:19:08,073 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740/.tmp/info/e08642c7ae184a7999b7848ffbf230b1 is 129, key is test,,1733397479819.8a3ab18424bd483a38667c935ca022c5./info:regioninfo/1733397480975/Put/seqid=0 2024-12-05T11:19:08,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741839_1015 (size=6421) 2024-12-05T11:19:08,137 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:19:08,253 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.shipper6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,41465,1733397469204 got entry batch from reader: null 2024-12-05T11:19:08,258 DEBUG [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:19:08,382 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:19:08,382 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:19:08,458 DEBUG [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:19:08,478 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740/.tmp/info/e08642c7ae184a7999b7848ffbf230b1 2024-12-05T11:19:08,500 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740/.tmp/ns/d014dc3ead704a5fbf16f3f95f9132d0 is 43, key is default/ns:d/1733397477583/Put/seqid=0 2024-12-05T11:19:08,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741840_1016 (size=5153) 2024-12-05T11:19:08,658 DEBUG [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:19:08,858 DEBUG [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:19:08,905 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740/.tmp/ns/d014dc3ead704a5fbf16f3f95f9132d0 2024-12-05T11:19:08,921 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740/.tmp/rep_barrier/f3bc1ee438a54e04bb8614fe66fe8597 is 112, key is test,,1733397479819.8a3ab18424bd483a38667c935ca022c5./rep_barrier:seqnumDuringOpen/1733397480975/Put/seqid=0 2024-12-05T11:19:08,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741841_1017 (size=5518) 2024-12-05T11:19:09,058 INFO [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T11:19:09,058 DEBUG [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:19:09,058 DEBUG [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:19:09,259 DEBUG [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:19:09,326 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740/.tmp/rep_barrier/f3bc1ee438a54e04bb8614fe66fe8597 2024-12-05T11:19:09,343 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740/.tmp/table/e94bbd9ef5864ed78bed13ab286cff52 is 40, key is test/table:state/1733397480985/Put/seqid=0 2024-12-05T11:19:09,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741842_1018 (size=5165) 2024-12-05T11:19:09,459 DEBUG [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:19:09,659 DEBUG [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:19:09,748 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740/.tmp/table/e94bbd9ef5864ed78bed13ab286cff52 2024-12-05T11:19:09,786 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740/.tmp/info/e08642c7ae184a7999b7848ffbf230b1 as hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740/info/e08642c7ae184a7999b7848ffbf230b1 2024-12-05T11:19:09,791 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740/info/e08642c7ae184a7999b7848ffbf230b1, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T11:19:09,792 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740/.tmp/ns/d014dc3ead704a5fbf16f3f95f9132d0 as hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740/ns/d014dc3ead704a5fbf16f3f95f9132d0 2024-12-05T11:19:09,797 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740/ns/d014dc3ead704a5fbf16f3f95f9132d0, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T11:19:09,798 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740/.tmp/rep_barrier/f3bc1ee438a54e04bb8614fe66fe8597 as hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740/rep_barrier/f3bc1ee438a54e04bb8614fe66fe8597 2024-12-05T11:19:09,803 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740/rep_barrier/f3bc1ee438a54e04bb8614fe66fe8597, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T11:19:09,804 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740/.tmp/table/e94bbd9ef5864ed78bed13ab286cff52 as hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740/table/e94bbd9ef5864ed78bed13ab286cff52 2024-12-05T11:19:09,808 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740/table/e94bbd9ef5864ed78bed13ab286cff52, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T11:19:09,809 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1751ms, sequenceid=11, compaction requested=false 2024-12-05T11:19:09,813 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T11:19:09,813 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:19:09,813 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:19:09,813 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:19:09,813 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397548058Running coprocessor pre-close hooks at 1733397548058Disabling compacts and flushes for region at 1733397548058Disabling writes for close at 1733397548058Obtaining lock to block concurrent updates at 1733397548058Preparing flush snapshotting stores in 1588230740 at 1733397548058Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733397548058Flushing stores of hbase:meta,,1.1588230740 at 1733397548059 (+1 ms)Flushing 1588230740/info: creating writer at 1733397548059Flushing 1588230740/info: appending metadata at 1733397548073 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733397548073Flushing 1588230740/ns: creating writer at 1733397548483 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733397548500 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733397548500Flushing 1588230740/rep_barrier: creating writer at 1733397548909 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733397548921 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733397548921Flushing 1588230740/table: creating writer at 1733397549331 (+410 ms)Flushing 1588230740/table: appending metadata at 1733397549343 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733397549343Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c0b822a: reopening flushed file at 1733397549785 (+442 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ae2cb9f: reopening flushed file at 1733397549791 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2197a15b: reopening flushed file at 1733397549798 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e22a8e9: reopening flushed file at 1733397549803 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1751ms, sequenceid=11, compaction requested=false at 1733397549809 (+6 ms)Writing region close event to WAL at 1733397549810 (+1 ms)Running coprocessor post-close hooks at 1733397549813 (+3 ms)Closed at 1733397549813 2024-12-05T11:19:09,813 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:19:09,859 INFO [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,43003,1733397474198; all regions closed. 2024-12-05T11:19:09,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741834_1010 (size=2717) 2024-12-05T11:19:09,861 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/WALs/6706a97ae65f,43003,1733397474198/6706a97ae65f%2C43003%2C1733397474198.meta.1733397477535.meta not finished, retry = 0 2024-12-05T11:19:09,964 DEBUG [RS:0;6706a97ae65f:43003 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/oldWALs 2024-12-05T11:19:09,964 INFO [RS:0;6706a97ae65f:43003 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C43003%2C1733397474198.meta:.meta(num 1733397477535) 2024-12-05T11:19:09,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741832_1008 (size=1028) 2024-12-05T11:19:09,966 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/WALs/6706a97ae65f,43003,1733397474198/6706a97ae65f%2C43003%2C1733397474198.1733397476514 not finished, retry = 0 2024-12-05T11:19:10,068 DEBUG [RS:0;6706a97ae65f:43003 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/oldWALs 2024-12-05T11:19:10,069 INFO [RS:0;6706a97ae65f:43003 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C43003%2C1733397474198:(num 1733397476514) 2024-12-05T11:19:10,069 DEBUG [RS:0;6706a97ae65f:43003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:10,069 INFO [RS:0;6706a97ae65f:43003 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:19:10,069 INFO [RS:0;6706a97ae65f:43003 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:19:10,069 INFO [RS:0;6706a97ae65f:43003 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T11:19:10,069 INFO [RS:0;6706a97ae65f:43003 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:19:10,069 INFO [RS:0;6706a97ae65f:43003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:43003. 2024-12-05T11:19:10,069 DEBUG [RS:0;6706a97ae65f:43003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:19:10,070 DEBUG [RS:0;6706a97ae65f:43003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:10,070 DEBUG [RS:0;6706a97ae65f:43003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:10,070 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:19:10,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:19:10,070 INFO [RS:0;6706a97ae65f:43003 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43003 2024-12-05T11:19:10,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x101a5364ac10004, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11500833177/rs/6706a97ae65f,43003,1733397474198 2024-12-05T11:19:10,087 INFO [RS:0;6706a97ae65f:43003 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:19:10,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11500833177/rs 2024-12-05T11:19:10,182 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,43003,1733397474198] 2024-12-05T11:19:10,192 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11500833177/draining/6706a97ae65f,43003,1733397474198 already deleted, retry=false 2024-12-05T11:19:10,192 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,43003,1733397474198 expired; onlineServers=0 2024-12-05T11:19:10,192 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,36941,1733397473915' ***** 2024-12-05T11:19:10,192 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:19:10,192 INFO [M:0;6706a97ae65f:36941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:19:10,192 INFO [M:0;6706a97ae65f:36941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:19:10,192 DEBUG [M:0;6706a97ae65f:36941 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:19:10,192 DEBUG [M:0;6706a97ae65f:36941 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:19:10,192 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:19:10,192 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397476252 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397476252,5,FailOnTimeoutGroup] 2024-12-05T11:19:10,193 INFO [M:0;6706a97ae65f:36941 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:19:10,193 INFO [M:0;6706a97ae65f:36941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:19:10,193 DEBUG [M:0;6706a97ae65f:36941 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:19:10,193 INFO [M:0;6706a97ae65f:36941 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:19:10,192 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397476252 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397476252,5,FailOnTimeoutGroup] 2024-12-05T11:19:10,193 INFO [M:0;6706a97ae65f:36941 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:19:10,193 INFO [M:0;6706a97ae65f:36941 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:19:10,193 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:19:10,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11500833177/master 2024-12-05T11:19:10,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11500833177 2024-12-05T11:19:10,203 DEBUG [M:0;6706a97ae65f:36941 {}] zookeeper.ZKUtil(347): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Unable to get data of znode /11500833177/master because node does not exist (not an error) 2024-12-05T11:19:10,203 WARN [M:0;6706a97ae65f:36941 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:19:10,204 INFO [M:0;6706a97ae65f:36941 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/.lastflushedseqids 2024-12-05T11:19:10,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741843_1019 (size=173) 2024-12-05T11:19:10,282 INFO [RS:0;6706a97ae65f:43003 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:19:10,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x101a5364ac10004, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:19:10,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43003-0x101a5364ac10004, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:19:10,282 INFO [RS:0;6706a97ae65f:43003 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,43003,1733397474198; zookeeper connection closed. 2024-12-05T11:19:10,282 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17ca67d3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17ca67d3 2024-12-05T11:19:10,283 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:19:10,612 INFO [M:0;6706a97ae65f:36941 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:19:10,612 INFO [M:0;6706a97ae65f:36941 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:19:10,612 DEBUG [M:0;6706a97ae65f:36941 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:19:10,612 INFO [M:0;6706a97ae65f:36941 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:10,612 DEBUG [M:0;6706a97ae65f:36941 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:10,612 DEBUG [M:0;6706a97ae65f:36941 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:19:10,612 DEBUG [M:0;6706a97ae65f:36941 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:10,613 INFO [M:0;6706a97ae65f:36941 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-12-05T11:19:10,625 DEBUG [M:0;6706a97ae65f:36941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1beb96dad364697bfa73bc16a120041 is 82, key is hbase:meta,,1/info:regioninfo/1733397477566/Put/seqid=0 2024-12-05T11:19:10,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741844_1020 (size=5672) 2024-12-05T11:19:11,029 INFO [M:0;6706a97ae65f:36941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1beb96dad364697bfa73bc16a120041 2024-12-05T11:19:11,052 DEBUG [M:0;6706a97ae65f:36941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b64933d963949acaed89a1196a16ac4 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733397480992/Put/seqid=0 2024-12-05T11:19:11,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741845_1021 (size=6728) 2024-12-05T11:19:11,291 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.1733397471502 to pos 997, reset compression=false 2024-12-05T11:19:11,456 INFO [M:0;6706a97ae65f:36941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b64933d963949acaed89a1196a16ac4 2024-12-05T11:19:11,460 INFO [M:0;6706a97ae65f:36941 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b64933d963949acaed89a1196a16ac4 2024-12-05T11:19:11,472 DEBUG [M:0;6706a97ae65f:36941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dace336e48a74e828de69099445e6369 is 69, key is 6706a97ae65f,43003,1733397474198/rs:state/1733397476367/Put/seqid=0 2024-12-05T11:19:11,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741846_1022 (size=5156) 2024-12-05T11:19:11,876 INFO [M:0;6706a97ae65f:36941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dace336e48a74e828de69099445e6369 2024-12-05T11:19:11,882 DEBUG [M:0;6706a97ae65f:36941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1beb96dad364697bfa73bc16a120041 as hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1beb96dad364697bfa73bc16a120041 2024-12-05T11:19:11,886 INFO [M:0;6706a97ae65f:36941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1beb96dad364697bfa73bc16a120041, entries=8, sequenceid=58, filesize=5.5 K 2024-12-05T11:19:11,887 DEBUG [M:0;6706a97ae65f:36941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b64933d963949acaed89a1196a16ac4 as hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b64933d963949acaed89a1196a16ac4 2024-12-05T11:19:11,891 INFO [M:0;6706a97ae65f:36941 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b64933d963949acaed89a1196a16ac4 2024-12-05T11:19:11,891 INFO [M:0;6706a97ae65f:36941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b64933d963949acaed89a1196a16ac4, entries=6, sequenceid=58, filesize=6.6 K 2024-12-05T11:19:11,892 DEBUG [M:0;6706a97ae65f:36941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dace336e48a74e828de69099445e6369 as hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dace336e48a74e828de69099445e6369 2024-12-05T11:19:11,896 INFO [M:0;6706a97ae65f:36941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/75a5572c-4570-32df-9d59-088322437e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dace336e48a74e828de69099445e6369, entries=1, sequenceid=58, filesize=5.0 K 2024-12-05T11:19:11,897 INFO [M:0;6706a97ae65f:36941 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=58, compaction requested=false 2024-12-05T11:19:11,898 INFO [M:0;6706a97ae65f:36941 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:11,898 DEBUG [M:0;6706a97ae65f:36941 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397550612Disabling compacts and flushes for region at 1733397550612Disabling writes for close at 1733397550612Obtaining lock to block concurrent updates at 1733397550613 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397550613Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1733397550613Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397550613Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397550613Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397550625 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397550625Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397551035 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397551051 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397551051Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397551460 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397551472 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397551472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26c79e87: reopening flushed file at 1733397551881 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72976341: reopening flushed file at 1733397551886 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b8a1d30: reopening flushed file at 1733397551891 (+5 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=58, compaction requested=false at 1733397551897 (+6 ms)Writing region close event to WAL at 1733397551898 (+1 ms)Closed at 1733397551898 2024-12-05T11:19:11,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741830_1006 (size=33038) 2024-12-05T11:19:11,900 INFO [M:0;6706a97ae65f:36941 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:19:11,901 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:19:11,901 INFO [M:0;6706a97ae65f:36941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36941 2024-12-05T11:19:11,901 INFO [M:0;6706a97ae65f:36941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:19:12,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:19:12,050 INFO [M:0;6706a97ae65f:36941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:19:12,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x101a5364ac10003, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:19:12,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3d6f5a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:19:12,053 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66b903fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:19:12,053 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:19:12,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@781b983f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:19:12,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a26bb8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/hadoop.log.dir/,STOPPED} 2024-12-05T11:19:12,054 WARN [BP-999803469-172.17.0.2-1733397472189 heartbeating to localhost/127.0.0.1:43655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:19:12,054 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:19:12,054 WARN [BP-999803469-172.17.0.2-1733397472189 heartbeating to localhost/127.0.0.1:43655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-999803469-172.17.0.2-1733397472189 (Datanode Uuid 421f0237-9512-4715-b084-d23fd7447104) service to localhost/127.0.0.1:43655 2024-12-05T11:19:12,054 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:19:12,054 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/cluster_18e97b1d-f7a9-9bf5-d2dd-558f8ff5c1ea/data/data1/current/BP-999803469-172.17.0.2-1733397472189 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:19:12,055 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/cluster_18e97b1d-f7a9-9bf5-d2dd-558f8ff5c1ea/data/data2/current/BP-999803469-172.17.0.2-1733397472189 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:19:12,055 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:19:12,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c664a35{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:19:12,061 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@536b1cb7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:19:12,061 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:19:12,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ae5947e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:19:12,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@269e16f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/hadoop.log.dir/,STOPPED} 2024-12-05T11:19:12,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:19:12,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:19:12,073 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:19:12,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:19:12,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:12,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:12,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:19:12,073 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:19:12,073 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=705423655, stopped=false 2024-12-05T11:19:12,073 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,40681,1733397469007 2024-12-05T11:19:12,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0854429663/running 2024-12-05T11:19:12,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101a5364ac10001, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0854429663/running 2024-12-05T11:19:12,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0854429663 2024-12-05T11:19:12,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101a5364ac10001, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0854429663 2024-12-05T11:19:12,087 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:19:12,087 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:19:12,087 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:19:12,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:12,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Set watcher on znode that does not yet exist, /0854429663/running 2024-12-05T11:19:12,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41465-0x101a5364ac10001, quorum=127.0.0.1:55215, baseZNode=/0854429663 Set watcher on znode that does not yet exist, /0854429663/running 2024-12-05T11:19:12,088 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,41465,1733397469204' ***** 2024-12-05T11:19:12,088 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:19:12,088 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:19:12,088 INFO [RS:0;6706a97ae65f:41465 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:19:12,088 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:19:12,088 INFO [RS:0;6706a97ae65f:41465 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:19:12,088 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(3091): Received CLOSE for ccd515e9d16c55c3d5a7bacd753cc407 2024-12-05T11:19:12,088 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(3091): Received CLOSE for ae064f2290cf356258c2f7ba002dfab2 2024-12-05T11:19:12,088 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,41465,1733397469204 2024-12-05T11:19:12,088 INFO [RS:0;6706a97ae65f:41465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:19:12,088 INFO [RS:0;6706a97ae65f:41465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:41465. 2024-12-05T11:19:12,088 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ccd515e9d16c55c3d5a7bacd753cc407, disabling compactions & flushes 2024-12-05T11:19:12,088 DEBUG [RS:0;6706a97ae65f:41465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:19:12,088 DEBUG [RS:0;6706a97ae65f:41465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:12,088 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407. 2024-12-05T11:19:12,088 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407. 2024-12-05T11:19:12,088 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:19:12,088 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407. after waiting 0 ms 2024-12-05T11:19:12,088 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:19:12,089 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:19:12,089 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407. 2024-12-05T11:19:12,089 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:19:12,089 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ccd515e9d16c55c3d5a7bacd753cc407 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-05T11:19:12,089 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T11:19:12,089 DEBUG [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ccd515e9d16c55c3d5a7bacd753cc407=hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407., ae064f2290cf356258c2f7ba002dfab2=test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2.} 2024-12-05T11:19:12,089 DEBUG [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae064f2290cf356258c2f7ba002dfab2, ccd515e9d16c55c3d5a7bacd753cc407 2024-12-05T11:19:12,089 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:19:12,089 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:19:12,089 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:19:12,089 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:19:12,089 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:19:12,089 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T11:19:12,102 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/replication/ccd515e9d16c55c3d5a7bacd753cc407/.tmp/hfileref/81a5200809d940f6ab43f7932e842e98 is 74, key is 1/hfileref:5543507fcb4d4e30ab928b597b3e4326_SeqId_4_/1733397486428/DeleteColumn/seqid=0 2024-12-05T11:19:12,102 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740/.tmp/info/8d801cb9e79e4e29af178f6903a77b75 is 147, key is hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407./info:regioninfo/1733397483188/Put/seqid=0 2024-12-05T11:19:12,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741844_1020 (size=7686) 2024-12-05T11:19:12,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741845_1021 (size=5203) 2024-12-05T11:19:12,136 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:19:12,289 DEBUG [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae064f2290cf356258c2f7ba002dfab2, ccd515e9d16c55c3d5a7bacd753cc407 2024-12-05T11:19:12,373 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:19:12,374 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:19:12,489 DEBUG [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae064f2290cf356258c2f7ba002dfab2, ccd515e9d16c55c3d5a7bacd753cc407 2024-12-05T11:19:12,506 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/replication/ccd515e9d16c55c3d5a7bacd753cc407/.tmp/hfileref/81a5200809d940f6ab43f7932e842e98 2024-12-05T11:19:12,506 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740/.tmp/info/8d801cb9e79e4e29af178f6903a77b75 2024-12-05T11:19:12,525 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740/.tmp/ns/6147dac304ee4e0fa52387d03d084144 is 43, key is default/ns:d/1733397472113/Put/seqid=0 2024-12-05T11:19:12,527 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/replication/ccd515e9d16c55c3d5a7bacd753cc407/.tmp/queue/29d9428d57c74f4b94e3394c9b52d2af is 153, key is 1-6706a97ae65f,41465,1733397469204/queue:6706a97ae65f%2C41465%2C1733397469204/1733397488251/Put/seqid=0 2024-12-05T11:19:12,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741846_1022 (size=5153) 2024-12-05T11:19:12,530 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740/.tmp/ns/6147dac304ee4e0fa52387d03d084144 2024-12-05T11:19:12,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741847_1023 (size=5352) 2024-12-05T11:19:12,550 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740/.tmp/rep_barrier/65e439c26da847a18998da1bec9c6ca3 is 112, key is test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2./rep_barrier:seqnumDuringOpen/1733397478835/Put/seqid=0 2024-12-05T11:19:12,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741848_1024 (size=5518) 2024-12-05T11:19:12,689 DEBUG [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae064f2290cf356258c2f7ba002dfab2, ccd515e9d16c55c3d5a7bacd753cc407 2024-12-05T11:19:12,889 DEBUG [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae064f2290cf356258c2f7ba002dfab2, ccd515e9d16c55c3d5a7bacd753cc407 2024-12-05T11:19:12,933 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/replication/ccd515e9d16c55c3d5a7bacd753cc407/.tmp/queue/29d9428d57c74f4b94e3394c9b52d2af 2024-12-05T11:19:12,938 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/replication/ccd515e9d16c55c3d5a7bacd753cc407/.tmp/hfileref/81a5200809d940f6ab43f7932e842e98 as hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/replication/ccd515e9d16c55c3d5a7bacd753cc407/hfileref/81a5200809d940f6ab43f7932e842e98 2024-12-05T11:19:12,943 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/replication/ccd515e9d16c55c3d5a7bacd753cc407/hfileref/81a5200809d940f6ab43f7932e842e98, entries=2, sequenceid=10, filesize=5.1 K 2024-12-05T11:19:12,944 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/replication/ccd515e9d16c55c3d5a7bacd753cc407/.tmp/queue/29d9428d57c74f4b94e3394c9b52d2af as hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/replication/ccd515e9d16c55c3d5a7bacd753cc407/queue/29d9428d57c74f4b94e3394c9b52d2af 2024-12-05T11:19:12,949 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/replication/ccd515e9d16c55c3d5a7bacd753cc407/queue/29d9428d57c74f4b94e3394c9b52d2af, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T11:19:12,950 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for ccd515e9d16c55c3d5a7bacd753cc407 in 860ms, sequenceid=10, compaction requested=false 2024-12-05T11:19:12,954 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/replication/ccd515e9d16c55c3d5a7bacd753cc407/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T11:19:12,954 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:19:12,954 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:19:12,955 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407. 2024-12-05T11:19:12,955 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ccd515e9d16c55c3d5a7bacd753cc407: Waiting for close lock at 1733397552088Running coprocessor pre-close hooks at 1733397552088Disabling compacts and flushes for region at 1733397552088Disabling writes for close at 1733397552088Obtaining lock to block concurrent updates at 1733397552089 (+1 ms)Preparing flush snapshotting stores in ccd515e9d16c55c3d5a7bacd753cc407 at 1733397552089Finished memstore snapshotting hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733397552089Flushing stores of hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407. at 1733397552089Flushing ccd515e9d16c55c3d5a7bacd753cc407/hfileref: creating writer at 1733397552089Flushing ccd515e9d16c55c3d5a7bacd753cc407/hfileref: appending metadata at 1733397552102 (+13 ms)Flushing ccd515e9d16c55c3d5a7bacd753cc407/hfileref: closing flushed file at 1733397552102Flushing ccd515e9d16c55c3d5a7bacd753cc407/queue: creating writer at 1733397552511 (+409 ms)Flushing ccd515e9d16c55c3d5a7bacd753cc407/queue: appending metadata at 1733397552527 (+16 ms)Flushing ccd515e9d16c55c3d5a7bacd753cc407/queue: closing flushed file at 1733397552527Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b7dd598: reopening flushed file at 1733397552938 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d9e79a7: reopening flushed file at 1733397552944 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for ccd515e9d16c55c3d5a7bacd753cc407 in 860ms, sequenceid=10, compaction requested=false at 1733397552950 (+6 ms)Writing region close event to WAL at 1733397552951 (+1 ms)Running coprocessor post-close hooks at 1733397552954 (+3 ms)Closed at 1733397552954 2024-12-05T11:19:12,955 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733397481989.ccd515e9d16c55c3d5a7bacd753cc407. 2024-12-05T11:19:12,955 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae064f2290cf356258c2f7ba002dfab2, disabling compactions & flushes 2024-12-05T11:19:12,955 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2. 2024-12-05T11:19:12,955 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2. 2024-12-05T11:19:12,955 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2. after waiting 0 ms 2024-12-05T11:19:12,955 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2. 2024-12-05T11:19:12,958 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740/.tmp/rep_barrier/65e439c26da847a18998da1bec9c6ca3 2024-12-05T11:19:12,960 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/default/test/ae064f2290cf356258c2f7ba002dfab2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T11:19:12,961 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:19:12,961 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:19:12,961 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2. 2024-12-05T11:19:12,961 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae064f2290cf356258c2f7ba002dfab2: Waiting for close lock at 1733397552955Running coprocessor pre-close hooks at 1733397552955Disabling compacts and flushes for region at 1733397552955Disabling writes for close at 1733397552955Writing region close event to WAL at 1733397552956 (+1 ms)Running coprocessor post-close hooks at 1733397552960 (+4 ms)Closed at 1733397552961 (+1 ms) 2024-12-05T11:19:12,961 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733397477666.ae064f2290cf356258c2f7ba002dfab2. 2024-12-05T11:19:12,979 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740/.tmp/table/fd04e7e3988644998379c67724039477 is 53, key is hbase:replication/table:state/1733397483197/Put/seqid=0 2024-12-05T11:19:12,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741849_1025 (size=5308) 2024-12-05T11:19:13,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:13,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:13,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:13,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:13,090 DEBUG [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:19:13,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:13,290 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T11:19:13,290 DEBUG [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:19:13,290 DEBUG [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:19:13,386 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740/.tmp/table/fd04e7e3988644998379c67724039477 2024-12-05T11:19:13,393 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740/.tmp/info/8d801cb9e79e4e29af178f6903a77b75 as hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740/info/8d801cb9e79e4e29af178f6903a77b75 2024-12-05T11:19:13,398 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740/info/8d801cb9e79e4e29af178f6903a77b75, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T11:19:13,398 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740/.tmp/ns/6147dac304ee4e0fa52387d03d084144 as hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740/ns/6147dac304ee4e0fa52387d03d084144 2024-12-05T11:19:13,403 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740/ns/6147dac304ee4e0fa52387d03d084144, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T11:19:13,404 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740/.tmp/rep_barrier/65e439c26da847a18998da1bec9c6ca3 as hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740/rep_barrier/65e439c26da847a18998da1bec9c6ca3 2024-12-05T11:19:13,409 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740/rep_barrier/65e439c26da847a18998da1bec9c6ca3, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T11:19:13,410 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740/.tmp/table/fd04e7e3988644998379c67724039477 as hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740/table/fd04e7e3988644998379c67724039477 2024-12-05T11:19:13,415 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740/table/fd04e7e3988644998379c67724039477, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T11:19:13,416 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false 2024-12-05T11:19:13,422 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T11:19:13,422 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:19:13,422 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:19:13,423 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:19:13,423 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397552089Running coprocessor pre-close hooks at 1733397552089Disabling compacts and flushes for region at 1733397552089Disabling writes for close at 1733397552089Obtaining lock to block concurrent updates at 1733397552089Preparing flush snapshotting stores in 1588230740 at 1733397552089Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733397552089Flushing stores of hbase:meta,,1.1588230740 at 1733397552090 (+1 ms)Flushing 1588230740/info: creating writer at 1733397552090Flushing 1588230740/info: appending metadata at 1733397552102 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733397552102Flushing 1588230740/ns: creating writer at 1733397552511 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733397552524 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733397552524Flushing 1588230740/rep_barrier: creating writer at 1733397552535 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733397552549 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733397552549Flushing 1588230740/table: creating writer at 1733397552964 (+415 ms)Flushing 1588230740/table: appending metadata at 1733397552979 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733397552979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11da33ec: reopening flushed file at 1733397553392 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@759475ec: reopening flushed file at 1733397553398 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36cdd9c: reopening flushed file at 1733397553403 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f0c9c8b: reopening flushed file at 1733397553409 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false at 1733397553416 (+7 ms)Writing region close event to WAL at 1733397553418 (+2 ms)Running coprocessor post-close hooks at 1733397553422 (+4 ms)Closed at 1733397553423 (+1 ms) 2024-12-05T11:19:13,423 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:19:13,490 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,41465,1733397469204; all regions closed. 2024-12-05T11:19:13,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741834_1010 (size=4239) 2024-12-05T11:19:13,492 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.meta.1733397472021.meta not finished, retry = 0 2024-12-05T11:19:13,595 DEBUG [RS:0;6706a97ae65f:41465 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/oldWALs 2024-12-05T11:19:13,595 INFO [RS:0;6706a97ae65f:41465 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C41465%2C1733397469204.meta:.meta(num 1733397472021) 2024-12-05T11:19:13,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741839_1015 (size=2700) 2024-12-05T11:19:13,597 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/WALs/6706a97ae65f,41465,1733397469204/6706a97ae65f%2C41465%2C1733397469204.rep.1733397483126 not finished, retry = 0 2024-12-05T11:19:13,597 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:19:13,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:13,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:13,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:13,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:13,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:13,700 DEBUG [RS:0;6706a97ae65f:41465 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/oldWALs 2024-12-05T11:19:13,700 INFO [RS:0;6706a97ae65f:41465 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C41465%2C1733397469204.rep:(num 1733397483126) 2024-12-05T11:19:13,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741832_1008 (size=1300) 2024-12-05T11:19:13,704 DEBUG [RS:0;6706a97ae65f:41465 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/oldWALs 2024-12-05T11:19:13,704 INFO [RS:0;6706a97ae65f:41465 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C41465%2C1733397469204:(num 1733397471502) 2024-12-05T11:19:13,704 DEBUG [RS:0;6706a97ae65f:41465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:13,704 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:19:13,704 INFO [RS:0;6706a97ae65f:41465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:19:13,704 INFO [RS:0;6706a97ae65f:41465 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T11:19:13,705 INFO [RS:0;6706a97ae65f:41465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:19:13,705 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:19:13,705 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6706a97ae65f,41465,1733397469204 because: Region server is closing 2024-12-05T11:19:13,705 INFO [RS:0;6706a97ae65f:41465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:41465. 2024-12-05T11:19:13,705 DEBUG [RS:0;6706a97ae65f:41465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:19:13,705 DEBUG [RS:0;6706a97ae65f:41465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:13,705 DEBUG [RS:0;6706a97ae65f:41465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:13,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:19:13,805 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.shipper6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T11:19:13,805 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.wal-reader.6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T11:19:13,806 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41465,1733397469204.replicationSource.shipper6706a97ae65f%2C41465%2C1733397469204,1-6706a97ae65f,41465,1733397469204 terminated 2024-12-05T11:19:13,806 INFO [RS:0;6706a97ae65f:41465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41465 2024-12-05T11:19:13,887 INFO [RS:0;6706a97ae65f:41465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:19:13,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101a5364ac10001, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0854429663/rs/6706a97ae65f,41465,1733397469204 2024-12-05T11:19:13,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0854429663/rs 2024-12-05T11:19:13,897 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,41465,1733397469204] 2024-12-05T11:19:13,908 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0854429663/draining/6706a97ae65f,41465,1733397469204 already deleted, retry=false 2024-12-05T11:19:13,908 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,41465,1733397469204 expired; onlineServers=0 2024-12-05T11:19:13,908 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,40681,1733397469007' ***** 2024-12-05T11:19:13,908 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:19:13,908 INFO [M:0;6706a97ae65f:40681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:19:13,908 INFO [M:0;6706a97ae65f:40681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:19:13,908 DEBUG [M:0;6706a97ae65f:40681 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:19:13,908 DEBUG [M:0;6706a97ae65f:40681 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:19:13,908 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:19:13,908 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397471246 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397471246,5,FailOnTimeoutGroup] 2024-12-05T11:19:13,908 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397471246 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397471246,5,FailOnTimeoutGroup] 2024-12-05T11:19:13,908 INFO [M:0;6706a97ae65f:40681 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:19:13,908 INFO [M:0;6706a97ae65f:40681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:19:13,908 DEBUG [M:0;6706a97ae65f:40681 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:19:13,908 INFO [M:0;6706a97ae65f:40681 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:19:13,908 INFO [M:0;6706a97ae65f:40681 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:19:13,909 INFO [M:0;6706a97ae65f:40681 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:19:13,909 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:19:13,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0854429663/master 2024-12-05T11:19:13,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0854429663 2024-12-05T11:19:13,928 DEBUG [M:0;6706a97ae65f:40681 {}] zookeeper.RecoverableZooKeeper(212): Node /0854429663/master already deleted, retry=false 2024-12-05T11:19:13,929 DEBUG [M:0;6706a97ae65f:40681 {}] master.ActiveMasterManager(353): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Failed delete of our master address node; KeeperErrorCode = NoNode for /0854429663/master 2024-12-05T11:19:13,930 INFO [M:0;6706a97ae65f:40681 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/.lastflushedseqids 2024-12-05T11:19:13,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741850_1026 (size=263) 2024-12-05T11:19:13,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101a5364ac10001, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:19:13,997 INFO [RS:0;6706a97ae65f:41465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:19:13,997 INFO [RS:0;6706a97ae65f:41465 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,41465,1733397469204; zookeeper connection closed. 2024-12-05T11:19:13,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101a5364ac10001, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:19:13,997 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13774341 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13774341 2024-12-05T11:19:13,998 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:19:14,335 INFO [M:0;6706a97ae65f:40681 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:19:14,336 INFO [M:0;6706a97ae65f:40681 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:19:14,336 DEBUG [M:0;6706a97ae65f:40681 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:19:14,336 INFO [M:0;6706a97ae65f:40681 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:14,336 DEBUG [M:0;6706a97ae65f:40681 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:14,336 DEBUG [M:0;6706a97ae65f:40681 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:19:14,336 DEBUG [M:0;6706a97ae65f:40681 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:14,336 INFO [M:0;6706a97ae65f:40681 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-12-05T11:19:14,351 DEBUG [M:0;6706a97ae65f:40681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d8892bf3d104b13af1b56737fb13658 is 82, key is hbase:meta,,1/info:regioninfo/1733397472064/Put/seqid=0 2024-12-05T11:19:14,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741851_1027 (size=5672) 2024-12-05T11:19:14,755 INFO [M:0;6706a97ae65f:40681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d8892bf3d104b13af1b56737fb13658 2024-12-05T11:19:14,777 DEBUG [M:0;6706a97ae65f:40681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19ce70f71de14871903f6a2738dbdc36 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733397478852/Put/seqid=0 2024-12-05T11:19:14,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741852_1028 (size=7240) 2024-12-05T11:19:15,183 INFO [M:0;6706a97ae65f:40681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19ce70f71de14871903f6a2738dbdc36 2024-12-05T11:19:15,188 INFO [M:0;6706a97ae65f:40681 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19ce70f71de14871903f6a2738dbdc36 2024-12-05T11:19:15,202 DEBUG [M:0;6706a97ae65f:40681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5aba5a810a14418b0390dca1ad791b9 is 69, key is 6706a97ae65f,41465,1733397469204/rs:state/1733397471357/Put/seqid=0 2024-12-05T11:19:15,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741853_1029 (size=5156) 2024-12-05T11:19:15,606 INFO [M:0;6706a97ae65f:40681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5aba5a810a14418b0390dca1ad791b9 2024-12-05T11:19:15,612 DEBUG [M:0;6706a97ae65f:40681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d8892bf3d104b13af1b56737fb13658 as hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d8892bf3d104b13af1b56737fb13658 2024-12-05T11:19:15,616 INFO [M:0;6706a97ae65f:40681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d8892bf3d104b13af1b56737fb13658, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T11:19:15,617 DEBUG [M:0;6706a97ae65f:40681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19ce70f71de14871903f6a2738dbdc36 as hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19ce70f71de14871903f6a2738dbdc36 2024-12-05T11:19:15,622 INFO [M:0;6706a97ae65f:40681 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19ce70f71de14871903f6a2738dbdc36 2024-12-05T11:19:15,622 INFO [M:0;6706a97ae65f:40681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19ce70f71de14871903f6a2738dbdc36, entries=11, sequenceid=105, filesize=7.1 K 2024-12-05T11:19:15,623 DEBUG [M:0;6706a97ae65f:40681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5aba5a810a14418b0390dca1ad791b9 as hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5aba5a810a14418b0390dca1ad791b9 2024-12-05T11:19:15,628 INFO [M:0;6706a97ae65f:40681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34703/user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5aba5a810a14418b0390dca1ad791b9, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T11:19:15,629 INFO [M:0;6706a97ae65f:40681 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false 2024-12-05T11:19:15,631 INFO [M:0;6706a97ae65f:40681 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:15,631 DEBUG [M:0;6706a97ae65f:40681 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397554336Disabling compacts and flushes for region at 1733397554336Disabling writes for close at 1733397554336Obtaining lock to block concurrent updates at 1733397554336Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397554336Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1733397554336Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397554337 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397554337Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397554350 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397554350Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397554762 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397554776 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397554776Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397555188 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397555202 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397555202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5137f4: reopening flushed file at 1733397555611 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48189c60: reopening flushed file at 1733397555617 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fa0c6eb: reopening flushed file at 1733397555622 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false at 1733397555630 (+8 ms)Writing region close event to WAL at 1733397555631 (+1 ms)Closed at 1733397555631 2024-12-05T11:19:15,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45277 is added to blk_1073741830_1006 (size=64526) 2024-12-05T11:19:15,633 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9c3cfb10-b931-20f0-6e50-91db19a5f8bf/MasterData/WALs/6706a97ae65f,40681,1733397469007/6706a97ae65f%2C40681%2C1733397469007.1733397470991 not finished, retry = 0 2024-12-05T11:19:15,734 INFO [M:0;6706a97ae65f:40681 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:19:15,734 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:19:15,734 INFO [M:0;6706a97ae65f:40681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40681 2024-12-05T11:19:15,735 INFO [M:0;6706a97ae65f:40681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:19:15,902 INFO [M:0;6706a97ae65f:40681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:19:15,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:19:15,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101a5364ac10000, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:19:15,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d47198e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:19:15,904 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@358ec1cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:19:15,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:19:15,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52c18c7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:19:15,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6917d17c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/hadoop.log.dir/,STOPPED} 2024-12-05T11:19:15,905 WARN [BP-1703349677-172.17.0.2-1733397466934 heartbeating to localhost/127.0.0.1:34703 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:19:15,905 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:19:15,905 WARN [BP-1703349677-172.17.0.2-1733397466934 heartbeating to localhost/127.0.0.1:34703 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1703349677-172.17.0.2-1733397466934 (Datanode Uuid f8699c31-a575-4d6f-801c-9dd09354afdc) service to localhost/127.0.0.1:34703 2024-12-05T11:19:15,905 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:19:15,906 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/cluster_02355505-a9d4-23c9-b835-371f763c9934/data/data1/current/BP-1703349677-172.17.0.2-1733397466934 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:19:15,906 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/cluster_02355505-a9d4-23c9-b835-371f763c9934/data/data2/current/BP-1703349677-172.17.0.2-1733397466934 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:19:15,906 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:19:15,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13110b1d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:19:15,911 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b648c4b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:19:15,911 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:19:15,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@199c5342{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:19:15,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a8d639f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28ede5b8-f3b7-45be-0a69-0bbc78e45603/hadoop.log.dir/,STOPPED} 2024-12-05T11:19:15,917 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T11:19:15,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:19:15,941 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 138) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55215) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55215) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f2dc4b8d358.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34703 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43655 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f2dc4b8d358.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=275 (was 349), ProcessCount=11 (was 11), AvailableMemoryMB=6144 (was 6287) 2024-12-05T11:19:15,947 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=275, ProcessCount=11, AvailableMemoryMB=6144 2024-12-05T11:19:15,962 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-05T11:19:15,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/hadoop.log.dir so I do NOT create it in target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848 2024-12-05T11:19:15,962 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T11:19:15,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/hadoop.tmp.dir so I do NOT create it in target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848 2024-12-05T11:19:15,962 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ad47012-c873-20f4-86b7-d2ffca1683ac/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T11:19:15,963 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848 2024-12-05T11:19:15,963 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/cluster_e5160f8f-40ec-718f-56da-d274071fd6dc, deleteOnExit=true 2024-12-05T11:19:15,984 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/cluster_e5160f8f-40ec-718f-56da-d274071fd6dc/zookeeper_0, clientPort=59692, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/cluster_e5160f8f-40ec-718f-56da-d274071fd6dc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/cluster_e5160f8f-40ec-718f-56da-d274071fd6dc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T11:19:15,984 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59692 2024-12-05T11:19:15,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:19:15,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:19:15,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/test.cache.data in system properties and HBase conf 2024-12-05T11:19:15,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:19:15,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:19:15,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:19:15,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:19:15,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:19:15,985 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:19:15,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:19:15,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:19:15,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:19:15,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:19:15,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:19:15,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:19:15,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:19:15,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:19:15,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:19:15,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:19:15,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:19:15,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:19:15,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:19:15,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:19:16,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a5364ac10005, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T11:19:16,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a5364ac10002, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T11:19:16,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a5364ac10002, quorum=127.0.0.1:55215, baseZNode=/0854429663 Received Disconnected from ZooKeeper, ignoring 2024-12-05T11:19:16,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a5364ac10005, quorum=127.0.0.1:55215, baseZNode=/11500833177 Received Disconnected from ZooKeeper, ignoring 2024-12-05T11:19:16,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:19:16,323 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:19:16,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:19:16,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:19:16,324 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:19:16,324 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:19:16,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2140d84e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:19:16,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c2ae759{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:19:16,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23d8e7e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/java.io.tmpdir/jetty-localhost-33117-hadoop-hdfs-3_4_1-tests_jar-_-any-8653735205220416488/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:19:16,415 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f29f060{HTTP/1.1, (http/1.1)}{localhost:33117} 2024-12-05T11:19:16,415 INFO [Time-limited test {}] server.Server(415): Started @143752ms 2024-12-05T11:19:16,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:19:16,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:19:16,675 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:19:16,675 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:19:16,675 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:19:16,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d214094{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:19:16,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bef9e75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:19:16,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4337eb42{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/java.io.tmpdir/jetty-localhost-33537-hadoop-hdfs-3_4_1-tests_jar-_-any-8699694596469051294/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:19:16,776 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17c256ee{HTTP/1.1, (http/1.1)}{localhost:33537} 2024-12-05T11:19:16,776 INFO [Time-limited test {}] server.Server(415): Started @144113ms 2024-12-05T11:19:16,777 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:19:17,688 WARN [Thread-1291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/cluster_e5160f8f-40ec-718f-56da-d274071fd6dc/data/data2/current/BP-1258325512-172.17.0.2-1733397555999/current, will proceed with Du for space computation calculation, 2024-12-05T11:19:17,688 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/cluster_e5160f8f-40ec-718f-56da-d274071fd6dc/data/data1/current/BP-1258325512-172.17.0.2-1733397555999/current, will proceed with Du for space computation calculation, 2024-12-05T11:19:17,725 WARN [Thread-1278 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:19:17,727 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38597307089a9bd0 with lease ID 0xd7489de0aa0a3120: Processing first storage report for DS-c8613c1a-2d12-4efa-8ca9-870064ef3a25 from datanode DatanodeRegistration(127.0.0.1:34399, datanodeUuid=7a1b8b0d-72c8-42aa-9e25-735c9e2b69e8, infoPort=44839, infoSecurePort=0, ipcPort=38083, storageInfo=lv=-57;cid=testClusterID;nsid=1209131290;c=1733397555999) 2024-12-05T11:19:17,727 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38597307089a9bd0 with lease ID 0xd7489de0aa0a3120: from storage DS-c8613c1a-2d12-4efa-8ca9-870064ef3a25 node DatanodeRegistration(127.0.0.1:34399, datanodeUuid=7a1b8b0d-72c8-42aa-9e25-735c9e2b69e8, infoPort=44839, infoSecurePort=0, ipcPort=38083, storageInfo=lv=-57;cid=testClusterID;nsid=1209131290;c=1733397555999), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T11:19:17,727 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38597307089a9bd0 with lease ID 0xd7489de0aa0a3120: Processing first storage report for DS-e2a60a97-b709-4cc0-a4e4-3daec4b76959 from datanode DatanodeRegistration(127.0.0.1:34399, datanodeUuid=7a1b8b0d-72c8-42aa-9e25-735c9e2b69e8, infoPort=44839, infoSecurePort=0, ipcPort=38083, storageInfo=lv=-57;cid=testClusterID;nsid=1209131290;c=1733397555999) 2024-12-05T11:19:17,727 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38597307089a9bd0 with lease ID 0xd7489de0aa0a3120: from storage DS-e2a60a97-b709-4cc0-a4e4-3daec4b76959 node DatanodeRegistration(127.0.0.1:34399, datanodeUuid=7a1b8b0d-72c8-42aa-9e25-735c9e2b69e8, infoPort=44839, infoSecurePort=0, ipcPort=38083, storageInfo=lv=-57;cid=testClusterID;nsid=1209131290;c=1733397555999), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:19:17,805 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848 2024-12-05T11:19:17,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:17,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:17,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:19:18,214 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a with version=8 2024-12-05T11:19:18,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/hbase-staging 2024-12-05T11:19:18,217 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:19:18,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:18,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:18,217 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:19:18,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:18,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:19:18,217 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:19:18,217 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:19:18,218 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41965 2024-12-05T11:19:18,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41965 connecting to ZooKeeper ensemble=127.0.0.1:59692 2024-12-05T11:19:18,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419650x0, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:19:18,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41965-0x101a537a6ba0000 connected 2024-12-05T11:19:18,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:18,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:18,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Set watcher on znode that does not yet exist, /01333685023/running 2024-12-05T11:19:18,398 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a, hbase.cluster.distributed=false 2024-12-05T11:19:18,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Set watcher on znode that does not yet exist, /01333685023/acl 2024-12-05T11:19:18,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41965 2024-12-05T11:19:18,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41965 2024-12-05T11:19:18,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41965 2024-12-05T11:19:18,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41965 2024-12-05T11:19:18,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41965 2024-12-05T11:19:18,412 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:19:18,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:18,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:18,412 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:19:18,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:18,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:19:18,412 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:19:18,413 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:19:18,413 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39889 2024-12-05T11:19:18,414 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39889 connecting to ZooKeeper ensemble=127.0.0.1:59692 2024-12-05T11:19:18,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:18,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:18,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398890x0, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:19:18,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398890x0, quorum=127.0.0.1:59692, baseZNode=/01333685023 Set watcher on znode that does not yet exist, /01333685023/running 2024-12-05T11:19:18,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39889-0x101a537a6ba0001 connected 2024-12-05T11:19:18,427 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:19:18,428 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:19:18,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39889-0x101a537a6ba0001, quorum=127.0.0.1:59692, baseZNode=/01333685023 Set watcher on znode that does not yet exist, /01333685023/master 2024-12-05T11:19:18,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39889-0x101a537a6ba0001, quorum=127.0.0.1:59692, baseZNode=/01333685023 Set watcher on znode that does not yet exist, /01333685023/acl 2024-12-05T11:19:18,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39889 2024-12-05T11:19:18,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39889 2024-12-05T11:19:18,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39889 2024-12-05T11:19:18,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39889 2024-12-05T11:19:18,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39889 2024-12-05T11:19:18,442 DEBUG [M:0;6706a97ae65f:41965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:41965 2024-12-05T11:19:18,444 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01333685023/backup-masters/6706a97ae65f,41965,1733397558216 2024-12-05T11:19:18,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x101a537a6ba0001, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023/backup-masters 2024-12-05T11:19:18,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023/backup-masters 2024-12-05T11:19:18,457 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Set watcher on existing znode=/01333685023/backup-masters/6706a97ae65f,41965,1733397558216 2024-12-05T11:19:18,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:18,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x101a537a6ba0001, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01333685023/master 2024-12-05T11:19:18,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x101a537a6ba0001, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:18,472 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Set watcher on existing znode=/01333685023/master 2024-12-05T11:19:18,473 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01333685023/backup-masters/6706a97ae65f,41965,1733397558216 from backup master directory 2024-12-05T11:19:18,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01333685023/backup-masters/6706a97ae65f,41965,1733397558216 2024-12-05T11:19:18,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x101a537a6ba0001, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023/backup-masters 2024-12-05T11:19:18,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023/backup-masters 2024-12-05T11:19:18,479 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:19:18,479 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,41965,1733397558216 2024-12-05T11:19:18,483 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/hbase.id] with ID: 76259464-2916-4f84-88ec-5b0b50cadeac 2024-12-05T11:19:18,483 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/.tmp/hbase.id 2024-12-05T11:19:18,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:19:18,888 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/.tmp/hbase.id]:[hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/hbase.id] 2024-12-05T11:19:18,899 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:18,899 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:19:18,901 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T11:19:18,924 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:19:18,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x101a537a6ba0001, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:18,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:18,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:18,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:18,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:18,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:18,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:18,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:18,972 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:19:18,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T11:19:18,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T11:19:18,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T11:19:18,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T11:19:18,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:19:18,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:19:18,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:19:18,979 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:19:18,980 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:19:18,980 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:19:18,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:19:19,392 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store 2024-12-05T11:19:19,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:19:19,406 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:19,407 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:19:19,407 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:19,407 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:19,407 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:19:19,407 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:19,407 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:19,407 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397559407Disabling compacts and flushes for region at 1733397559407Disabling writes for close at 1733397559407Writing region close event to WAL at 1733397559407Closed at 1733397559407 2024-12-05T11:19:19,408 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/.initializing 2024-12-05T11:19:19,408 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/WALs/6706a97ae65f,41965,1733397558216 2024-12-05T11:19:19,409 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:19:19,411 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C41965%2C1733397558216, suffix=, logDir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/WALs/6706a97ae65f,41965,1733397558216, archiveDir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/oldWALs, maxLogs=10 2024-12-05T11:19:19,424 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/WALs/6706a97ae65f,41965,1733397558216/6706a97ae65f%2C41965%2C1733397558216.1733397559412, exclude list is [], retry=0 2024-12-05T11:19:19,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34399,DS-c8613c1a-2d12-4efa-8ca9-870064ef3a25,DISK] 2024-12-05T11:19:19,428 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/WALs/6706a97ae65f,41965,1733397558216/6706a97ae65f%2C41965%2C1733397558216.1733397559412 2024-12-05T11:19:19,428 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44839:44839)] 2024-12-05T11:19:19,428 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:19:19,428 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:19,429 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:19,429 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:19,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:19,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:19:19,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:19,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:19,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:19,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:19:19,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:19,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:19,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:19,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:19:19,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:19,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:19,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:19,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:19:19,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:19,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:19,446 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:19,447 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:19,448 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:19,449 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:19,449 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:19,450 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:19:19,451 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:19,454 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:19:19,454 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68940171, jitterRate=0.02728860080242157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:19:19,455 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397559429Initializing all the Stores at 1733397559429Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397559429Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397559430 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397559430Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397559430Cleaning up temporary data from old regions at 1733397559449 (+19 ms)Region opened successfully at 1733397559455 (+6 ms) 2024-12-05T11:19:19,455 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:19:19,459 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a899822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:19:19,460 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:19:19,460 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:19:19,460 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:19:19,460 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:19:19,461 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:19:19,461 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:19:19,461 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:19:19,463 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:19:19,464 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Unable to get data of znode /01333685023/balancer because node does not exist (not necessarily an error) 2024-12-05T11:19:19,519 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01333685023/balancer already deleted, retry=false 2024-12-05T11:19:19,520 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:19:19,521 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Unable to get data of znode /01333685023/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:19:19,532 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01333685023/normalizer already deleted, retry=false 2024-12-05T11:19:19,532 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:19:19,534 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Unable to get data of znode /01333685023/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:19:19,542 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01333685023/switch/split already deleted, retry=false 2024-12-05T11:19:19,543 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Unable to get data of znode /01333685023/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:19:19,553 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01333685023/switch/merge already deleted, retry=false 2024-12-05T11:19:19,555 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Unable to get data of znode /01333685023/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:19:19,563 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01333685023/snapshot-cleanup already deleted, retry=false 2024-12-05T11:19:19,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x101a537a6ba0001, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01333685023/running 2024-12-05T11:19:19,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01333685023/running 2024-12-05T11:19:19,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:19,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x101a537a6ba0001, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:19,574 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,41965,1733397558216, sessionid=0x101a537a6ba0000, setting cluster-up flag (Was=false) 2024-12-05T11:19:19,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:19,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x101a537a6ba0001, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:19,635 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01333685023/flush-table-proc/acquired, /01333685023/flush-table-proc/reached, /01333685023/flush-table-proc/abort 2024-12-05T11:19:19,636 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,41965,1733397558216 2024-12-05T11:19:19,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:19,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x101a537a6ba0001, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:19,690 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01333685023/online-snapshot/acquired, /01333685023/online-snapshot/reached, /01333685023/online-snapshot/abort 2024-12-05T11:19:19,691 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,41965,1733397558216 2024-12-05T11:19:19,693 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:19:19,695 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:19:19,696 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:19:19,696 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:19:19,696 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,41965,1733397558216 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:19:19,700 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:19:19,700 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:19:19,700 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:19:19,700 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:19:19,700 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:19:19,700 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:19,701 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:19:19,701 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:19,704 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:19:19,704 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:19:19,705 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:19,705 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:19:19,715 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397589714 2024-12-05T11:19:19,715 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:19:19,715 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:19:19,715 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:19:19,715 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:19:19,715 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:19:19,715 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:19:19,715 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:19,716 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:19:19,716 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:19:19,716 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:19:19,716 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:19:19,720 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:19:19,720 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:19:19,720 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397559720,5,FailOnTimeoutGroup] 2024-12-05T11:19:19,721 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397559720,5,FailOnTimeoutGroup] 2024-12-05T11:19:19,721 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:19,721 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:19:19,721 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:19,721 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:19,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:19:19,735 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(746): ClusterId : 76259464-2916-4f84-88ec-5b0b50cadeac 2024-12-05T11:19:19,735 DEBUG [RS:0;6706a97ae65f:39889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:19:19,743 DEBUG [RS:0;6706a97ae65f:39889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:19:19,743 DEBUG [RS:0;6706a97ae65f:39889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:19:19,754 DEBUG [RS:0;6706a97ae65f:39889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:19:19,754 DEBUG [RS:0;6706a97ae65f:39889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e828a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:19:19,767 DEBUG [RS:0;6706a97ae65f:39889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:39889 2024-12-05T11:19:19,767 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:19:19,767 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:19:19,767 DEBUG [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:19:19,768 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,41965,1733397558216 with port=39889, startcode=1733397558412 2024-12-05T11:19:19,768 DEBUG [RS:0;6706a97ae65f:39889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:19:19,770 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:19:19,770 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,39889,1733397558412 2024-12-05T11:19:19,770 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41965 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,39889,1733397558412 2024-12-05T11:19:19,772 DEBUG [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a 2024-12-05T11:19:19,772 DEBUG [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43589 2024-12-05T11:19:19,772 DEBUG [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:19:19,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023/rs 2024-12-05T11:19:19,785 DEBUG [RS:0;6706a97ae65f:39889 {}] zookeeper.ZKUtil(111): regionserver:39889-0x101a537a6ba0001, quorum=127.0.0.1:59692, baseZNode=/01333685023 Set watcher on existing znode=/01333685023/rs/6706a97ae65f,39889,1733397558412 2024-12-05T11:19:19,785 WARN [RS:0;6706a97ae65f:39889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:19:19,785 INFO [RS:0;6706a97ae65f:39889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:19:19,785 DEBUG [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,39889,1733397558412 2024-12-05T11:19:19,787 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,39889,1733397558412] 2024-12-05T11:19:19,793 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:19:19,796 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:19:19,796 INFO [RS:0;6706a97ae65f:39889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:19:19,796 INFO [RS:0;6706a97ae65f:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:19,796 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:19:19,797 INFO [RS:0;6706a97ae65f:39889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:19:19,797 INFO [RS:0;6706a97ae65f:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:19,797 DEBUG [RS:0;6706a97ae65f:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:19,798 DEBUG [RS:0;6706a97ae65f:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:19,798 DEBUG [RS:0;6706a97ae65f:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:19,798 DEBUG [RS:0;6706a97ae65f:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:19,798 DEBUG [RS:0;6706a97ae65f:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:19,798 DEBUG [RS:0;6706a97ae65f:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:19:19,798 DEBUG [RS:0;6706a97ae65f:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:19,798 DEBUG [RS:0;6706a97ae65f:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:19,798 DEBUG [RS:0;6706a97ae65f:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:19,798 DEBUG [RS:0;6706a97ae65f:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:19,798 DEBUG [RS:0;6706a97ae65f:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:19,798 DEBUG [RS:0;6706a97ae65f:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:19,798 DEBUG [RS:0;6706a97ae65f:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:19:19,798 DEBUG [RS:0;6706a97ae65f:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:19:19,802 INFO [RS:0;6706a97ae65f:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:19,802 INFO [RS:0;6706a97ae65f:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:19,802 INFO [RS:0;6706a97ae65f:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:19,802 INFO [RS:0;6706a97ae65f:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:19,802 INFO [RS:0;6706a97ae65f:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:19,802 INFO [RS:0;6706a97ae65f:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,39889,1733397558412-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:19:19,816 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:19:19,816 INFO [RS:0;6706a97ae65f:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,39889,1733397558412-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:19,817 INFO [RS:0;6706a97ae65f:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:19,817 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.Replication(171): 6706a97ae65f,39889,1733397558412 started 2024-12-05T11:19:19,829 INFO [RS:0;6706a97ae65f:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:19,829 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,39889,1733397558412, RpcServer on 6706a97ae65f/172.17.0.2:39889, sessionid=0x101a537a6ba0001 2024-12-05T11:19:19,829 DEBUG [RS:0;6706a97ae65f:39889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:19:19,829 DEBUG [RS:0;6706a97ae65f:39889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,39889,1733397558412 2024-12-05T11:19:19,829 DEBUG [RS:0;6706a97ae65f:39889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,39889,1733397558412' 2024-12-05T11:19:19,829 DEBUG [RS:0;6706a97ae65f:39889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01333685023/flush-table-proc/abort' 2024-12-05T11:19:19,830 DEBUG [RS:0;6706a97ae65f:39889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01333685023/flush-table-proc/acquired' 2024-12-05T11:19:19,830 DEBUG [RS:0;6706a97ae65f:39889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:19:19,830 DEBUG [RS:0;6706a97ae65f:39889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:19:19,830 DEBUG [RS:0;6706a97ae65f:39889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,39889,1733397558412 2024-12-05T11:19:19,830 DEBUG [RS:0;6706a97ae65f:39889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,39889,1733397558412' 2024-12-05T11:19:19,830 DEBUG [RS:0;6706a97ae65f:39889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01333685023/online-snapshot/abort' 2024-12-05T11:19:19,830 DEBUG [RS:0;6706a97ae65f:39889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01333685023/online-snapshot/acquired' 2024-12-05T11:19:19,831 DEBUG [RS:0;6706a97ae65f:39889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:19:19,831 INFO [RS:0;6706a97ae65f:39889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:19:19,831 INFO [RS:0;6706a97ae65f:39889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:19:19,931 INFO [RS:0;6706a97ae65f:39889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:19:19,933 INFO [RS:0;6706a97ae65f:39889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C39889%2C1733397558412, suffix=, logDir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,39889,1733397558412, archiveDir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/oldWALs, maxLogs=10 2024-12-05T11:19:19,949 DEBUG [RS:0;6706a97ae65f:39889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,39889,1733397558412/6706a97ae65f%2C39889%2C1733397558412.1733397559934, exclude list is [], retry=0 2024-12-05T11:19:19,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34399,DS-c8613c1a-2d12-4efa-8ca9-870064ef3a25,DISK] 2024-12-05T11:19:19,953 INFO [RS:0;6706a97ae65f:39889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,39889,1733397558412/6706a97ae65f%2C39889%2C1733397558412.1733397559934 2024-12-05T11:19:19,953 DEBUG [RS:0;6706a97ae65f:39889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44839:44839)] 2024-12-05T11:19:20,127 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:19:20,127 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a 2024-12-05T11:19:20,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741833_1009 (size=32) 2024-12-05T11:19:20,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:20,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:19:20,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:19:20,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:20,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:20,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:19:20,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:19:20,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:20,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:20,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:19:20,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:19:20,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:20,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:20,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:19:20,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:19:20,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:20,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:20,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:19:20,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740 2024-12-05T11:19:20,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740 2024-12-05T11:19:20,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:19:20,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:19:20,547 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:19:20,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:19:20,552 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:19:20,552 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65872003, jitterRate=-0.018430665135383606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:19:20,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397560538Initializing all the Stores at 1733397560539 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397560539Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397560539Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397560539Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397560539Cleaning up temporary data from old regions at 1733397560547 (+8 ms)Region opened successfully at 1733397560553 (+6 ms) 2024-12-05T11:19:20,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:19:20,553 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:19:20,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:19:20,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:19:20,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:19:20,553 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:19:20,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397560553Disabling compacts and flushes for region at 1733397560553Disabling writes for close at 1733397560553Writing region close event to WAL at 1733397560553Closed at 1733397560553 2024-12-05T11:19:20,554 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:19:20,554 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:19:20,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:19:20,555 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:19:20,556 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:19:20,707 DEBUG [6706a97ae65f:41965 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:19:20,707 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,39889,1733397558412 2024-12-05T11:19:20,708 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,39889,1733397558412, state=OPENING 2024-12-05T11:19:20,729 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:19:20,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:20,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x101a537a6ba0001, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:20,743 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:19:20,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333685023/meta-region-server: CHANGED 2024-12-05T11:19:20,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,39889,1733397558412}] 2024-12-05T11:19:20,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333685023/meta-region-server: CHANGED 2024-12-05T11:19:20,897 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:19:20,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:19:20,907 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:19:20,907 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:19:20,907 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:19:20,909 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C39889%2C1733397558412.meta, suffix=.meta, logDir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,39889,1733397558412, archiveDir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/oldWALs, maxLogs=10 2024-12-05T11:19:20,926 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,39889,1733397558412/6706a97ae65f%2C39889%2C1733397558412.meta.1733397560909.meta, exclude list is [], retry=0 2024-12-05T11:19:20,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34399,DS-c8613c1a-2d12-4efa-8ca9-870064ef3a25,DISK] 2024-12-05T11:19:20,930 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,39889,1733397558412/6706a97ae65f%2C39889%2C1733397558412.meta.1733397560909.meta 2024-12-05T11:19:20,930 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44839:44839)] 2024-12-05T11:19:20,931 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:19:20,931 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:19:20,931 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:19:20,931 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:19:20,931 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:19:20,932 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:19:20,932 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:20,932 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:19:20,932 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:19:20,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:19:20,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:19:20,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:20,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:20,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:19:20,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:19:20,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:20,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:20,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:19:20,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:19:20,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:20,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:20,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:19:20,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:19:20,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:20,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:20,938 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:19:20,939 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740 2024-12-05T11:19:20,939 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740 2024-12-05T11:19:20,940 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:19:20,940 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:19:20,941 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:19:20,942 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:19:20,942 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70737613, jitterRate=0.05407257378101349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:19:20,942 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:19:20,943 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397560932Writing region info on filesystem at 1733397560932Initializing all the Stores at 1733397560933 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397560933Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397560933Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397560933Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397560933Cleaning up temporary data from old regions at 1733397560940 (+7 ms)Running coprocessor post-open hooks at 1733397560942 (+2 ms)Region opened successfully at 1733397560943 (+1 ms) 2024-12-05T11:19:20,944 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397560896 2024-12-05T11:19:20,946 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:19:20,946 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:19:20,946 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,39889,1733397558412 2024-12-05T11:19:20,947 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,39889,1733397558412, state=OPEN 2024-12-05T11:19:20,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x101a537a6ba0001, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01333685023/meta-region-server 2024-12-05T11:19:20,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01333685023/meta-region-server 2024-12-05T11:19:20,979 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,39889,1733397558412 2024-12-05T11:19:20,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333685023/meta-region-server: CHANGED 2024-12-05T11:19:20,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333685023/meta-region-server: CHANGED 2024-12-05T11:19:20,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:19:20,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,39889,1733397558412 in 237 msec 2024-12-05T11:19:20,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:19:20,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-12-05T11:19:20,986 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:19:20,986 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:19:20,987 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:19:20,987 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,39889,1733397558412, seqNum=-1] 2024-12-05T11:19:20,988 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:19:20,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:19:20,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-12-05T11:19:20,996 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397560996, completionTime=-1 2024-12-05T11:19:20,996 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:19:20,996 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:19:20,998 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:19:20,998 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397620998 2024-12-05T11:19:20,998 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397680998 2024-12-05T11:19:20,998 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T11:19:20,998 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,41965,1733397558216-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:20,998 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,41965,1733397558216-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:20,998 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,41965,1733397558216-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:20,999 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:41965, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:20,999 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:20,999 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:21,000 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:19:21,002 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.523sec 2024-12-05T11:19:21,002 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:19:21,002 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:19:21,002 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:19:21,002 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:19:21,002 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:19:21,002 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,41965,1733397558216-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:19:21,002 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,41965,1733397558216-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:19:21,005 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:19:21,005 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:19:21,005 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,41965,1733397558216-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:21,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de6c7b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:21,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,41965,-1 for getting cluster id 2024-12-05T11:19:21,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:19:21,037 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76259464-2916-4f84-88ec-5b0b50cadeac' 2024-12-05T11:19:21,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:19:21,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76259464-2916-4f84-88ec-5b0b50cadeac" 2024-12-05T11:19:21,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5850eab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:21,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,41965,-1] 2024-12-05T11:19:21,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:19:21,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:21,039 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:19:21,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7557fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:21,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:19:21,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,39889,1733397558412, seqNum=-1] 2024-12-05T11:19:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:19:21,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:19:21,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,41965,1733397558216 2024-12-05T11:19:21,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59692 2024-12-05T11:19:21,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:19:21,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a537a6ba0002 connected 2024-12-05T11:19:21,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/hadoop.log.dir so I do NOT create it in target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd 2024-12-05T11:19:21,082 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T11:19:21,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/hadoop.tmp.dir so I do NOT create it in target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd 2024-12-05T11:19:21,082 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T11:19:21,082 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd 2024-12-05T11:19:21,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:19:21,082 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/cluster_aeb208c9-a01b-9b89-d349-1f0e099ddaf5, deleteOnExit=true 2024-12-05T11:19:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:19:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/test.cache.data in system properties and HBase conf 2024-12-05T11:19:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:19:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:19:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:19:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:19:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:19:21,083 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:19:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:19:21,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:19:21,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:19:21,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:19:21,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:19:21,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:19:21,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:19:21,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:19:21,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:19:21,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:19:21,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:19:21,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:19:21,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:19:21,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:19:21,627 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:19:21,632 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:19:21,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:19:21,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:19:21,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:19:21,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:19:21,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d6e14b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:19:21,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8beee70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:19:21,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10c210bd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/java.io.tmpdir/jetty-localhost-33811-hadoop-hdfs-3_4_1-tests_jar-_-any-323481784081946455/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:19:21,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25eb0764{HTTP/1.1, (http/1.1)}{localhost:33811} 2024-12-05T11:19:21,740 INFO [Time-limited test {}] server.Server(415): Started @149077ms 2024-12-05T11:19:22,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:19:22,024 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:19:22,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:19:22,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:19:22,025 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:19:22,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c6d1d6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:19:22,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e959ac6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:19:22,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73a7a07b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/java.io.tmpdir/jetty-localhost-33179-hadoop-hdfs-3_4_1-tests_jar-_-any-15290683759371797455/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:19:22,130 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19871b8c{HTTP/1.1, (http/1.1)}{localhost:33179} 2024-12-05T11:19:22,130 INFO [Time-limited test {}] server.Server(415): Started @149467ms 2024-12-05T11:19:22,132 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:19:23,854 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/cluster_aeb208c9-a01b-9b89-d349-1f0e099ddaf5/data/data1/current/BP-967984172-172.17.0.2-1733397561099/current, will proceed with Du for space computation calculation, 2024-12-05T11:19:23,854 WARN [Thread-1412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/cluster_aeb208c9-a01b-9b89-d349-1f0e099ddaf5/data/data2/current/BP-967984172-172.17.0.2-1733397561099/current, will proceed with Du for space computation calculation, 2024-12-05T11:19:23,884 WARN [Thread-1399 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:19:23,890 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a5c058b355d9677 with lease ID 0x42f39a639ab88669: Processing first storage report for DS-f8a2e37b-360d-4269-b951-7934ae8f37c6 from datanode DatanodeRegistration(127.0.0.1:43165, datanodeUuid=d4645292-86f0-4f1b-b5cb-a017196c3191, infoPort=43077, infoSecurePort=0, ipcPort=41173, storageInfo=lv=-57;cid=testClusterID;nsid=479846462;c=1733397561099) 2024-12-05T11:19:23,890 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a5c058b355d9677 with lease ID 0x42f39a639ab88669: from storage DS-f8a2e37b-360d-4269-b951-7934ae8f37c6 node DatanodeRegistration(127.0.0.1:43165, datanodeUuid=d4645292-86f0-4f1b-b5cb-a017196c3191, infoPort=43077, infoSecurePort=0, ipcPort=41173, storageInfo=lv=-57;cid=testClusterID;nsid=479846462;c=1733397561099), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:19:23,890 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a5c058b355d9677 with lease ID 0x42f39a639ab88669: Processing first storage report for DS-1ed446da-1c79-4464-9df6-6763aacb69de from datanode DatanodeRegistration(127.0.0.1:43165, datanodeUuid=d4645292-86f0-4f1b-b5cb-a017196c3191, infoPort=43077, infoSecurePort=0, ipcPort=41173, storageInfo=lv=-57;cid=testClusterID;nsid=479846462;c=1733397561099) 2024-12-05T11:19:23,890 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a5c058b355d9677 with lease ID 0x42f39a639ab88669: from storage DS-1ed446da-1c79-4464-9df6-6763aacb69de node DatanodeRegistration(127.0.0.1:43165, datanodeUuid=d4645292-86f0-4f1b-b5cb-a017196c3191, infoPort=43077, infoSecurePort=0, ipcPort=41173, storageInfo=lv=-57;cid=testClusterID;nsid=479846462;c=1733397561099), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:19:23,970 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd 2024-12-05T11:19:23,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:23,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:23,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:19:24,382 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65 with version=8 2024-12-05T11:19:24,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/hbase-staging 2024-12-05T11:19:24,384 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:19:24,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:24,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:24,384 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:19:24,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:24,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:19:24,384 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:19:24,384 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:19:24,384 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45169 2024-12-05T11:19:24,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45169 connecting to ZooKeeper ensemble=127.0.0.1:59692 2024-12-05T11:19:24,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451690x0, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:19:24,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45169-0x101a537a6ba0003 connected 2024-12-05T11:19:24,475 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:19:24,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:24,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:24,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:24,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:24,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:24,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:24,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:24,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:24,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Set watcher on znode that does not yet exist, /1-635121999/running 2024-12-05T11:19:24,525 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65, hbase.cluster.distributed=false 2024-12-05T11:19:24,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Set watcher on znode that does not yet exist, /1-635121999/acl 2024-12-05T11:19:24,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45169 2024-12-05T11:19:24,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45169 2024-12-05T11:19:24,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45169 2024-12-05T11:19:24,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45169 2024-12-05T11:19:24,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45169 2024-12-05T11:19:24,539 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:19:24,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:24,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:24,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:19:24,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:24,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:19:24,539 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:19:24,540 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:19:24,540 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34263 2024-12-05T11:19:24,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34263 connecting to ZooKeeper ensemble=127.0.0.1:59692 2024-12-05T11:19:24,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:24,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:24,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342630x0, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:19:24,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34263-0x101a537a6ba0004 connected 2024-12-05T11:19:24,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34263-0x101a537a6ba0004, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Set watcher on znode that does not yet exist, /1-635121999/running 2024-12-05T11:19:24,553 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:19:24,554 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:19:24,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34263-0x101a537a6ba0004, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Set watcher on znode that does not yet exist, /1-635121999/master 2024-12-05T11:19:24,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34263-0x101a537a6ba0004, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Set watcher on znode that does not yet exist, /1-635121999/acl 2024-12-05T11:19:24,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34263 2024-12-05T11:19:24,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34263 2024-12-05T11:19:24,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34263 2024-12-05T11:19:24,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34263 2024-12-05T11:19:24,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34263 2024-12-05T11:19:24,570 DEBUG [M:0;6706a97ae65f:45169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:45169 2024-12-05T11:19:24,571 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-635121999/backup-masters/6706a97ae65f,45169,1733397564383 2024-12-05T11:19:24,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34263-0x101a537a6ba0004, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635121999/backup-masters 2024-12-05T11:19:24,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635121999/backup-masters 2024-12-05T11:19:24,582 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Set watcher on existing znode=/1-635121999/backup-masters/6706a97ae65f,45169,1733397564383 2024-12-05T11:19:24,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34263-0x101a537a6ba0004, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-635121999/master 2024-12-05T11:19:24,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635121999 2024-12-05T11:19:24,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34263-0x101a537a6ba0004, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635121999 2024-12-05T11:19:24,595 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Set watcher on existing znode=/1-635121999/master 2024-12-05T11:19:24,595 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-635121999/backup-masters/6706a97ae65f,45169,1733397564383 from backup master directory 2024-12-05T11:19:24,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-635121999/backup-masters/6706a97ae65f,45169,1733397564383 2024-12-05T11:19:24,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34263-0x101a537a6ba0004, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635121999/backup-masters 2024-12-05T11:19:24,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635121999/backup-masters 2024-12-05T11:19:24,605 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:19:24,605 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,45169,1733397564383 2024-12-05T11:19:24,608 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/hbase.id] with ID: 9ba3b793-58c7-43a1-96f7-51ed3553462a 2024-12-05T11:19:24,608 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/.tmp/hbase.id 2024-12-05T11:19:24,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:19:25,013 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/.tmp/hbase.id]:[hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/hbase.id] 2024-12-05T11:19:25,023 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:25,023 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:19:25,024 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T11:19:25,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635121999 2024-12-05T11:19:25,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34263-0x101a537a6ba0004, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635121999 2024-12-05T11:19:25,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:19:25,485 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:19:25,486 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:19:25,486 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:19:25,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:19:25,793 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:19:25,893 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/data/master/store 2024-12-05T11:19:25,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:19:26,298 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:26,298 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:19:26,298 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:26,298 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:26,298 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:19:26,298 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:26,298 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:26,298 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397566298Disabling compacts and flushes for region at 1733397566298Disabling writes for close at 1733397566298Writing region close event to WAL at 1733397566298Closed at 1733397566298 2024-12-05T11:19:26,299 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/data/master/store/.initializing 2024-12-05T11:19:26,299 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/WALs/6706a97ae65f,45169,1733397564383 2024-12-05T11:19:26,300 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:19:26,302 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C45169%2C1733397564383, suffix=, logDir=hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/WALs/6706a97ae65f,45169,1733397564383, archiveDir=hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/oldWALs, maxLogs=10 2024-12-05T11:19:26,313 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/WALs/6706a97ae65f,45169,1733397564383/6706a97ae65f%2C45169%2C1733397564383.1733397566302, exclude list is [], retry=0 2024-12-05T11:19:26,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43165,DS-f8a2e37b-360d-4269-b951-7934ae8f37c6,DISK] 2024-12-05T11:19:26,317 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/WALs/6706a97ae65f,45169,1733397564383/6706a97ae65f%2C45169%2C1733397564383.1733397566302 2024-12-05T11:19:26,317 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43077:43077)] 2024-12-05T11:19:26,317 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:19:26,318 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:26,318 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:26,318 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:26,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:26,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:19:26,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:26,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:26,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:26,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:19:26,322 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:26,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:26,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:26,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:19:26,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:26,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:26,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:26,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:19:26,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:26,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:26,326 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:26,326 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:26,326 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:26,328 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:26,328 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:26,328 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:19:26,329 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:26,330 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:19:26,331 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62516353, jitterRate=-0.0684337466955185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:19:26,331 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397566318Initializing all the Stores at 1733397566318Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397566318Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397566319 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397566319Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397566319Cleaning up temporary data from old regions at 1733397566328 (+9 ms)Region opened successfully at 1733397566331 (+3 ms) 2024-12-05T11:19:26,331 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:19:26,334 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea6533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:19:26,334 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:19:26,335 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:19:26,335 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:19:26,335 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:19:26,335 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:19:26,335 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:19:26,335 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:19:26,337 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:19:26,338 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Unable to get data of znode /1-635121999/balancer because node does not exist (not necessarily an error) 2024-12-05T11:19:26,403 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-635121999/balancer already deleted, retry=false 2024-12-05T11:19:26,403 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:19:26,404 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Unable to get data of znode /1-635121999/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:19:26,416 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-635121999/normalizer already deleted, retry=false 2024-12-05T11:19:26,417 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:19:26,419 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Unable to get data of znode /1-635121999/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:19:26,426 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-635121999/switch/split already deleted, retry=false 2024-12-05T11:19:26,428 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Unable to get data of znode /1-635121999/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:19:26,437 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-635121999/switch/merge already deleted, retry=false 2024-12-05T11:19:26,440 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Unable to get data of znode /1-635121999/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:19:26,448 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-635121999/snapshot-cleanup already deleted, retry=false 2024-12-05T11:19:26,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34263-0x101a537a6ba0004, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-635121999/running 2024-12-05T11:19:26,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34263-0x101a537a6ba0004, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635121999 2024-12-05T11:19:26,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-635121999/running 2024-12-05T11:19:26,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635121999 2024-12-05T11:19:26,460 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,45169,1733397564383, sessionid=0x101a537a6ba0003, setting cluster-up flag (Was=false) 2024-12-05T11:19:26,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635121999 2024-12-05T11:19:26,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34263-0x101a537a6ba0004, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635121999 2024-12-05T11:19:26,521 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-635121999/flush-table-proc/acquired, /1-635121999/flush-table-proc/reached, /1-635121999/flush-table-proc/abort 2024-12-05T11:19:26,522 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,45169,1733397564383 2024-12-05T11:19:26,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635121999 2024-12-05T11:19:26,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34263-0x101a537a6ba0004, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635121999 2024-12-05T11:19:26,574 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-635121999/online-snapshot/acquired, /1-635121999/online-snapshot/reached, /1-635121999/online-snapshot/abort 2024-12-05T11:19:26,575 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,45169,1733397564383 2024-12-05T11:19:26,575 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:19:26,577 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:19:26,577 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:19:26,577 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:19:26,577 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,45169,1733397564383 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:19:26,579 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:19:26,579 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:19:26,579 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:19:26,579 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:19:26,579 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:19:26,579 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:26,579 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:19:26,579 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:26,586 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397596586 2024-12-05T11:19:26,586 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:19:26,586 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:19:26,586 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:19:26,586 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:19:26,586 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:19:26,586 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:19:26,587 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:19:26,587 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:19:26,588 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:26,588 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:19:26,589 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:26,593 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:19:26,594 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:19:26,594 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:19:26,594 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:19:26,594 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:19:26,594 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:19:26,594 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397566594,5,FailOnTimeoutGroup] 2024-12-05T11:19:26,594 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397566594,5,FailOnTimeoutGroup] 2024-12-05T11:19:26,594 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:26,594 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:19:26,595 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:26,595 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:26,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:19:26,664 INFO [RS:0;6706a97ae65f:34263 {}] regionserver.HRegionServer(746): ClusterId : 9ba3b793-58c7-43a1-96f7-51ed3553462a 2024-12-05T11:19:26,664 DEBUG [RS:0;6706a97ae65f:34263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:19:26,677 DEBUG [RS:0;6706a97ae65f:34263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:19:26,677 DEBUG [RS:0;6706a97ae65f:34263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:19:26,690 DEBUG [RS:0;6706a97ae65f:34263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:19:26,690 DEBUG [RS:0;6706a97ae65f:34263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362be3fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:19:26,701 DEBUG [RS:0;6706a97ae65f:34263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:34263 2024-12-05T11:19:26,701 INFO [RS:0;6706a97ae65f:34263 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:19:26,701 INFO [RS:0;6706a97ae65f:34263 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:19:26,701 DEBUG [RS:0;6706a97ae65f:34263 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:19:26,701 INFO [RS:0;6706a97ae65f:34263 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,45169,1733397564383 with port=34263, startcode=1733397564539 2024-12-05T11:19:26,702 DEBUG [RS:0;6706a97ae65f:34263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:19:26,703 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:19:26,703 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45169 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,34263,1733397564539 2024-12-05T11:19:26,703 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45169 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,34263,1733397564539 2024-12-05T11:19:26,704 DEBUG [RS:0;6706a97ae65f:34263 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65 2024-12-05T11:19:26,704 DEBUG [RS:0;6706a97ae65f:34263 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45673 2024-12-05T11:19:26,704 DEBUG [RS:0;6706a97ae65f:34263 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:19:26,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635121999/rs 2024-12-05T11:19:26,759 DEBUG [RS:0;6706a97ae65f:34263 {}] zookeeper.ZKUtil(111): regionserver:34263-0x101a537a6ba0004, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Set watcher on existing znode=/1-635121999/rs/6706a97ae65f,34263,1733397564539 2024-12-05T11:19:26,759 WARN [RS:0;6706a97ae65f:34263 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:19:26,759 INFO [RS:0;6706a97ae65f:34263 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:19:26,759 DEBUG [RS:0;6706a97ae65f:34263 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/WALs/6706a97ae65f,34263,1733397564539 2024-12-05T11:19:26,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,34263,1733397564539] 2024-12-05T11:19:26,762 INFO [RS:0;6706a97ae65f:34263 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:19:26,763 INFO [RS:0;6706a97ae65f:34263 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:19:26,764 INFO [RS:0;6706a97ae65f:34263 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:19:26,764 INFO [RS:0;6706a97ae65f:34263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:26,764 INFO [RS:0;6706a97ae65f:34263 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:19:26,765 INFO [RS:0;6706a97ae65f:34263 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:19:26,765 INFO [RS:0;6706a97ae65f:34263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:26,765 DEBUG [RS:0;6706a97ae65f:34263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:26,765 DEBUG [RS:0;6706a97ae65f:34263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:26,765 DEBUG [RS:0;6706a97ae65f:34263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:26,765 DEBUG [RS:0;6706a97ae65f:34263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:26,766 DEBUG [RS:0;6706a97ae65f:34263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:26,766 DEBUG [RS:0;6706a97ae65f:34263 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:19:26,766 DEBUG [RS:0;6706a97ae65f:34263 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:26,766 DEBUG [RS:0;6706a97ae65f:34263 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:26,766 DEBUG [RS:0;6706a97ae65f:34263 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:26,766 DEBUG [RS:0;6706a97ae65f:34263 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:26,766 DEBUG [RS:0;6706a97ae65f:34263 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:26,766 DEBUG [RS:0;6706a97ae65f:34263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:26,766 DEBUG [RS:0;6706a97ae65f:34263 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:19:26,766 DEBUG [RS:0;6706a97ae65f:34263 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:19:26,768 INFO [RS:0;6706a97ae65f:34263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:26,768 INFO [RS:0;6706a97ae65f:34263 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:26,768 INFO [RS:0;6706a97ae65f:34263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:26,768 INFO [RS:0;6706a97ae65f:34263 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:26,768 INFO [RS:0;6706a97ae65f:34263 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:26,768 INFO [RS:0;6706a97ae65f:34263 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,34263,1733397564539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:19:26,781 INFO [RS:0;6706a97ae65f:34263 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:19:26,781 INFO [RS:0;6706a97ae65f:34263 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,34263,1733397564539-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:26,781 INFO [RS:0;6706a97ae65f:34263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:26,781 INFO [RS:0;6706a97ae65f:34263 {}] regionserver.Replication(171): 6706a97ae65f,34263,1733397564539 started 2024-12-05T11:19:26,800 INFO [RS:0;6706a97ae65f:34263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:26,800 INFO [RS:0;6706a97ae65f:34263 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,34263,1733397564539, RpcServer on 6706a97ae65f/172.17.0.2:34263, sessionid=0x101a537a6ba0004 2024-12-05T11:19:26,801 DEBUG [RS:0;6706a97ae65f:34263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:19:26,801 DEBUG [RS:0;6706a97ae65f:34263 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,34263,1733397564539 2024-12-05T11:19:26,801 DEBUG [RS:0;6706a97ae65f:34263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,34263,1733397564539' 2024-12-05T11:19:26,801 DEBUG [RS:0;6706a97ae65f:34263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-635121999/flush-table-proc/abort' 2024-12-05T11:19:26,801 DEBUG [RS:0;6706a97ae65f:34263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-635121999/flush-table-proc/acquired' 2024-12-05T11:19:26,801 DEBUG [RS:0;6706a97ae65f:34263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:19:26,801 DEBUG [RS:0;6706a97ae65f:34263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:19:26,801 DEBUG [RS:0;6706a97ae65f:34263 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,34263,1733397564539 2024-12-05T11:19:26,801 DEBUG [RS:0;6706a97ae65f:34263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,34263,1733397564539' 2024-12-05T11:19:26,801 DEBUG [RS:0;6706a97ae65f:34263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-635121999/online-snapshot/abort' 2024-12-05T11:19:26,802 DEBUG [RS:0;6706a97ae65f:34263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-635121999/online-snapshot/acquired' 2024-12-05T11:19:26,802 DEBUG [RS:0;6706a97ae65f:34263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:19:26,802 INFO [RS:0;6706a97ae65f:34263 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:19:26,802 INFO [RS:0;6706a97ae65f:34263 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:19:26,903 INFO [RS:0;6706a97ae65f:34263 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:19:26,904 INFO [RS:0;6706a97ae65f:34263 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C34263%2C1733397564539, suffix=, logDir=hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/WALs/6706a97ae65f,34263,1733397564539, archiveDir=hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/oldWALs, maxLogs=10 2024-12-05T11:19:26,917 DEBUG [RS:0;6706a97ae65f:34263 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/WALs/6706a97ae65f,34263,1733397564539/6706a97ae65f%2C34263%2C1733397564539.1733397566904, exclude list is [], retry=0 2024-12-05T11:19:26,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43165,DS-f8a2e37b-360d-4269-b951-7934ae8f37c6,DISK] 2024-12-05T11:19:26,922 INFO [RS:0;6706a97ae65f:34263 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/WALs/6706a97ae65f,34263,1733397564539/6706a97ae65f%2C34263%2C1733397564539.1733397566904 2024-12-05T11:19:26,922 DEBUG [RS:0;6706a97ae65f:34263 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43077:43077)] 2024-12-05T11:19:27,005 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:19:27,005 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65 2024-12-05T11:19:27,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741833_1009 (size=32) 2024-12-05T11:19:27,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:27,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:19:27,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:19:27,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:27,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:27,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:19:27,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:19:27,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:27,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:27,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:19:27,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:19:27,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:27,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:27,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:19:27,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:19:27,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:27,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:27,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:19:27,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/data/hbase/meta/1588230740 2024-12-05T11:19:27,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/data/hbase/meta/1588230740 2024-12-05T11:19:27,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:19:27,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:19:27,420 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:19:27,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:19:27,423 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:19:27,423 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60924526, jitterRate=-0.09215381741523743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:19:27,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397567411Initializing all the Stores at 1733397567412 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397567412Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397567412Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397567412Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397567412Cleaning up temporary data from old regions at 1733397567420 (+8 ms)Region opened successfully at 1733397567423 (+3 ms) 2024-12-05T11:19:27,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:19:27,423 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:19:27,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:19:27,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:19:27,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:19:27,423 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:19:27,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397567423Disabling compacts and flushes for region at 1733397567423Disabling writes for close at 1733397567423Writing region close event to WAL at 1733397567423Closed at 1733397567423 2024-12-05T11:19:27,424 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:19:27,424 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:19:27,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:19:27,425 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:19:27,426 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:19:27,576 DEBUG [6706a97ae65f:45169 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:19:27,577 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,34263,1733397564539 2024-12-05T11:19:27,578 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,34263,1733397564539, state=OPENING 2024-12-05T11:19:27,624 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:19:27,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34263-0x101a537a6ba0004, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635121999 2024-12-05T11:19:27,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635121999 2024-12-05T11:19:27,635 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:19:27,635 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-635121999/meta-region-server: CHANGED 2024-12-05T11:19:27,635 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-635121999/meta-region-server: CHANGED 2024-12-05T11:19:27,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,34263,1733397564539}] 2024-12-05T11:19:27,787 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:19:27,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:19:27,791 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:19:27,791 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:19:27,791 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:19:27,793 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C34263%2C1733397564539.meta, suffix=.meta, logDir=hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/WALs/6706a97ae65f,34263,1733397564539, archiveDir=hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/oldWALs, maxLogs=10 2024-12-05T11:19:27,808 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/WALs/6706a97ae65f,34263,1733397564539/6706a97ae65f%2C34263%2C1733397564539.meta.1733397567793.meta, exclude list is [], retry=0 2024-12-05T11:19:27,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43165,DS-f8a2e37b-360d-4269-b951-7934ae8f37c6,DISK] 2024-12-05T11:19:27,811 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/WALs/6706a97ae65f,34263,1733397564539/6706a97ae65f%2C34263%2C1733397564539.meta.1733397567793.meta 2024-12-05T11:19:27,812 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43077:43077)] 2024-12-05T11:19:27,812 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:19:27,812 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:19:27,812 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:19:27,812 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:19:27,813 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:19:27,813 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:19:27,813 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:27,813 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:19:27,813 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:19:27,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:19:27,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:19:27,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:27,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:27,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:19:27,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:19:27,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:27,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:27,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:19:27,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:19:27,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:27,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:27,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:19:27,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:19:27,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:27,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:27,818 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:19:27,819 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/data/hbase/meta/1588230740 2024-12-05T11:19:27,820 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/data/hbase/meta/1588230740 2024-12-05T11:19:27,821 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:19:27,821 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:19:27,821 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:19:27,822 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:19:27,823 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72546297, jitterRate=0.08102406561374664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:19:27,823 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:19:27,823 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397567813Writing region info on filesystem at 1733397567813Initializing all the Stores at 1733397567814 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397567814Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397567814Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397567814Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397567814Cleaning up temporary data from old regions at 1733397567821 (+7 ms)Running coprocessor post-open hooks at 1733397567823 (+2 ms)Region opened successfully at 1733397567823 2024-12-05T11:19:27,824 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397567787 2024-12-05T11:19:27,826 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:19:27,826 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:19:27,826 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,34263,1733397564539 2024-12-05T11:19:27,827 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,34263,1733397564539, state=OPEN 2024-12-05T11:19:27,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-635121999/meta-region-server 2024-12-05T11:19:27,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34263-0x101a537a6ba0004, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-635121999/meta-region-server 2024-12-05T11:19:27,847 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,34263,1733397564539 2024-12-05T11:19:27,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-635121999/meta-region-server: CHANGED 2024-12-05T11:19:27,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-635121999/meta-region-server: CHANGED 2024-12-05T11:19:27,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:19:27,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,34263,1733397564539 in 213 msec 2024-12-05T11:19:27,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:19:27,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 425 msec 2024-12-05T11:19:27,852 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:19:27,852 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:19:27,854 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:19:27,854 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,34263,1733397564539, seqNum=-1] 2024-12-05T11:19:27,854 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:19:27,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:19:27,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2820 sec 2024-12-05T11:19:27,860 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397567860, completionTime=-1 2024-12-05T11:19:27,860 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:19:27,860 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:19:27,862 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:19:27,862 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397627862 2024-12-05T11:19:27,862 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397687862 2024-12-05T11:19:27,863 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T11:19:27,863 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,45169,1733397564383-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:27,863 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,45169,1733397564383-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:27,863 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,45169,1733397564383-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:27,863 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:45169, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:27,863 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:27,863 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:27,865 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:19:27,867 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.262sec 2024-12-05T11:19:27,867 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:19:27,867 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:19:27,867 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:19:27,867 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:19:27,867 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:19:27,867 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,45169,1733397564383-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:19:27,867 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,45169,1733397564383-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:19:27,869 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:19:27,869 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:19:27,869 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,45169,1733397564383-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:27,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@405d3d6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:27,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,45169,-1 for getting cluster id 2024-12-05T11:19:27,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:19:27,966 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ba3b793-58c7-43a1-96f7-51ed3553462a' 2024-12-05T11:19:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:19:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ba3b793-58c7-43a1-96f7-51ed3553462a" 2024-12-05T11:19:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5043d6b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,45169,-1] 2024-12-05T11:19:27,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:19:27,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:27,967 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:19:27,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a65efb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:27,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:19:27,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,34263,1733397564539, seqNum=-1] 2024-12-05T11:19:27,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:19:27,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:19:27,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,45169,1733397564383 2024-12-05T11:19:27,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59692 2024-12-05T11:19:28,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:19:28,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a537a6ba0005 connected 2024-12-05T11:19:28,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f2d872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:28,197 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,41965,-1 for getting cluster id 2024-12-05T11:19:28,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:19:28,198 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76259464-2916-4f84-88ec-5b0b50cadeac' 2024-12-05T11:19:28,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:19:28,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76259464-2916-4f84-88ec-5b0b50cadeac" 2024-12-05T11:19:28,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5906f3cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:28,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,41965,-1] 2024-12-05T11:19:28,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:19:28,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:28,200 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:19:28,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdec065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:28,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:19:28,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,41965,1733397558216 2024-12-05T11:19:28,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bc2122d 2024-12-05T11:19:28,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:19:28,202 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:19:28,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6706a97ae65f:45169,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T11:19:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T11:19:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:19:28,205 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:45169' 2024-12-05T11:19:28,205 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5128f207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:28,205 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,45169,-1 for getting cluster id 2024-12-05T11:19:28,205 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:19:28,206 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ba3b793-58c7-43a1-96f7-51ed3553462a' 2024-12-05T11:19:28,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:19:28,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ba3b793-58c7-43a1-96f7-51ed3553462a" 2024-12-05T11:19:28,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3591b009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:28,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,45169,-1] 2024-12-05T11:19:28,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:19:28,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:28,207 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:19:28,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8edad2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:28,208 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:19:28,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,45169,1733397564383 2024-12-05T11:19:28,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4898aca9 2024-12-05T11:19:28,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:19:28,210 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:19:28,210 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T11:19:28,210 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T11:19:28,210 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:28,210 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:28,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:19:28,211 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:19:28,212 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T11:19:28,213 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:19:28,213 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:28,213 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:19:28,262 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T11:19:28,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741835_1011 (size=1138) 2024-12-05T11:19:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:19:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:19:28,699 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ffd5a53ac6739e729eb4a9189eaf258e, NAME => 'hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a 2024-12-05T11:19:28,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741836_1012 (size=44) 2024-12-05T11:19:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:19:28,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T11:19:28,931 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T11:19:28,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:19:28,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T11:19:28,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:19:28,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T11:19:28,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T11:19:28,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T11:19:29,104 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:29,104 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ffd5a53ac6739e729eb4a9189eaf258e, disabling compactions & flushes 2024-12-05T11:19:29,104 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. 2024-12-05T11:19:29,104 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. 2024-12-05T11:19:29,104 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. after waiting 0 ms 2024-12-05T11:19:29,104 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. 2024-12-05T11:19:29,104 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. 2024-12-05T11:19:29,104 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ffd5a53ac6739e729eb4a9189eaf258e: Waiting for close lock at 1733397569104Disabling compacts and flushes for region at 1733397569104Disabling writes for close at 1733397569104Writing region close event to WAL at 1733397569104Closed at 1733397569104 2024-12-05T11:19:29,105 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:19:29,106 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733397569105"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397569105"}]},"ts":"1733397569105"} 2024-12-05T11:19:29,107 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:19:29,108 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:19:29,108 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397569108"}]},"ts":"1733397569108"} 2024-12-05T11:19:29,109 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T11:19:29,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ffd5a53ac6739e729eb4a9189eaf258e, ASSIGN}] 2024-12-05T11:19:29,110 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ffd5a53ac6739e729eb4a9189eaf258e, ASSIGN 2024-12-05T11:19:29,111 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ffd5a53ac6739e729eb4a9189eaf258e, ASSIGN; state=OFFLINE, location=6706a97ae65f,39889,1733397558412; forceNewPlan=false, retain=false 2024-12-05T11:19:29,262 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ffd5a53ac6739e729eb4a9189eaf258e, regionState=OPENING, regionLocation=6706a97ae65f,39889,1733397558412 2024-12-05T11:19:29,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ffd5a53ac6739e729eb4a9189eaf258e, ASSIGN because future has completed 2024-12-05T11:19:29,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffd5a53ac6739e729eb4a9189eaf258e, server=6706a97ae65f,39889,1733397558412}] 2024-12-05T11:19:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:19:29,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. 2024-12-05T11:19:29,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:19:29,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T11:19:29,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C39889%2C1733397558412.rep, suffix=, logDir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,39889,1733397558412, archiveDir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/oldWALs, maxLogs=10 2024-12-05T11:19:29,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,39889,1733397558412/6706a97ae65f%2C39889%2C1733397558412.rep.1733397569421, exclude list is [], retry=0 2024-12-05T11:19:29,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34399,DS-c8613c1a-2d12-4efa-8ca9-870064ef3a25,DISK] 2024-12-05T11:19:29,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,39889,1733397558412/6706a97ae65f%2C39889%2C1733397558412.rep.1733397569421 2024-12-05T11:19:29,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44839:44839)] 2024-12-05T11:19:29,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ffd5a53ac6739e729eb4a9189eaf258e, NAME => 'hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:19:29,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:19:29,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:19:29,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. service=MultiRowMutationService 2024-12-05T11:19:29,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T11:19:29,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:29,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:29,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:29,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:29,438 INFO [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:29,439 INFO [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffd5a53ac6739e729eb4a9189eaf258e columnFamilyName hfileref 2024-12-05T11:19:29,439 DEBUG [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:29,439 INFO [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] regionserver.HStore(327): Store=ffd5a53ac6739e729eb4a9189eaf258e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:29,439 INFO [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:29,440 INFO [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffd5a53ac6739e729eb4a9189eaf258e columnFamilyName queue 2024-12-05T11:19:29,440 DEBUG [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:29,440 INFO [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] regionserver.HStore(327): Store=ffd5a53ac6739e729eb4a9189eaf258e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:29,441 INFO [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:29,441 INFO [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffd5a53ac6739e729eb4a9189eaf258e columnFamilyName sid 2024-12-05T11:19:29,441 DEBUG [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:29,442 INFO [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] regionserver.HStore(327): Store=ffd5a53ac6739e729eb4a9189eaf258e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:29,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:29,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/replication/ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:29,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/replication/ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:29,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:29,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:29,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:19:29,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:29,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/replication/ffd5a53ac6739e729eb4a9189eaf258e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:19:29,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ffd5a53ac6739e729eb4a9189eaf258e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63251129, jitterRate=-0.05748473107814789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:19:29,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:29,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ffd5a53ac6739e729eb4a9189eaf258e: Running coprocessor pre-open hook at 1733397569436Writing region info on filesystem at 1733397569436Initializing all the Stores at 1733397569437 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397569437Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397569437Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397569437Cleaning up temporary data from old regions at 1733397569443 (+6 ms)Running coprocessor post-open hooks at 1733397569448 (+5 ms)Region opened successfully at 1733397569448 2024-12-05T11:19:29,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e., pid=7, masterSystemTime=1733397569416 2024-12-05T11:19:29,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. 2024-12-05T11:19:29,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. 2024-12-05T11:19:29,452 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ffd5a53ac6739e729eb4a9189eaf258e, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,39889,1733397558412 2024-12-05T11:19:29,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffd5a53ac6739e729eb4a9189eaf258e, server=6706a97ae65f,39889,1733397558412 because future has completed 2024-12-05T11:19:29,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T11:19:29,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ffd5a53ac6739e729eb4a9189eaf258e, server=6706a97ae65f,39889,1733397558412 in 190 msec 2024-12-05T11:19:29,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T11:19:29,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ffd5a53ac6739e729eb4a9189eaf258e, ASSIGN in 347 msec 2024-12-05T11:19:29,458 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:19:29,459 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397569458"}]},"ts":"1733397569458"} 2024-12-05T11:19:29,460 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T11:19:29,461 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:19:29,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2500 sec 2024-12-05T11:19:29,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e., hostname=6706a97ae65f,39889,1733397558412, seqNum=2] 2024-12-05T11:19:29,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x101a537a6ba0001, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:29,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:29,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T11:19:29,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T11:19:29,725 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T11:19:29,749 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6706a97ae65f,39889,1733397558412, ReplicationSource: 1, currentBandwidth=0 2024-12-05T11:19:29,749 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:19:29,749 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,39889,1733397558412, seqNum=-1] 2024-12-05T11:19:29,749 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:19:29,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-05T11:19:29,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6706a97ae65f,39889,1733397558412', locateType=CURRENT is [region=hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e., hostname=6706a97ae65f,39889,1733397558412, seqNum=2] 2024-12-05T11:19:29,754 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T11:19:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T11:19:29,756 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6706a97ae65f,39889,1733397558412 suceeded 2024-12-05T11:19:29,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T11:19:29,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-05T11:19:29,758 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6706a97ae65f:45169,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T11:19:29,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5560 sec 2024-12-05T11:19:29,767 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,39889,1733397558412 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:45169' 2024-12-05T11:19:29,768 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,39889,1733397558412 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3344e524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:29,768 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,39889,1733397558412 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,45169,-1 for getting cluster id 2024-12-05T11:19:29,768 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,39889,1733397558412 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:19:29,769 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ba3b793-58c7-43a1-96f7-51ed3553462a' 2024-12-05T11:19:29,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:19:29,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ba3b793-58c7-43a1-96f7-51ed3553462a" 2024-12-05T11:19:29,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75f41332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:29,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,45169,-1] 2024-12-05T11:19:29,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:19:29,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:29,770 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:19:29,771 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,39889,1733397558412 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46839aea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:29,771 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,39889,1733397558412 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:19:29,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,45169,1733397564383 2024-12-05T11:19:29,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2166e932 2024-12-05T11:19:29,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:19:29,772 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-05T11:19:29,773 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,39889,1733397558412 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6706a97ae65f,39889,1733397558412 (queues=1) is replicating from cluster=76259464-2916-4f84-88ec-5b0b50cadeac to cluster=9ba3b793-58c7-43a1-96f7-51ed3553462a 2024-12-05T11:19:29,773 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,39889,1733397558412 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6706a97ae65f%2C39889%2C1733397558412 2024-12-05T11:19:29,773 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,39889,1733397558412 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6706a97ae65f,39889,1733397558412, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T11:19:29,773 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,39889,1733397558412.replicationSource.shipper6706a97ae65f%2C39889%2C1733397558412,1-6706a97ae65f,39889,1733397558412 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6706a97ae65f%2C39889%2C1733397558412 2024-12-05T11:19:29,773 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,39889,1733397558412.replicationSource.wal-reader.6706a97ae65f%2C39889%2C1733397558412,1-6706a97ae65f,39889,1733397558412 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,39889,1733397558412/6706a97ae65f%2C39889%2C1733397558412.1733397559934, startPosition=0, beingWritten=true 2024-12-05T11:19:29,978 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,39889,1733397558412.replicationSource.wal-reader.6706a97ae65f%2C39889%2C1733397558412,1-6706a97ae65f,39889,1733397558412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,39889,1733397558412/6706a97ae65f%2C39889%2C1733397558412.1733397559934 to pos 0, reset compression=false 2024-12-05T11:19:30,283 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,39889,1733397558412.replicationSource.wal-reader.6706a97ae65f%2C39889%2C1733397558412,1-6706a97ae65f,39889,1733397558412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,39889,1733397558412/6706a97ae65f%2C39889%2C1733397558412.1733397559934 to pos 0, reset compression=false 2024-12-05T11:19:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:19:30,347 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T11:19:30,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:19:30,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:19:30,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:30,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:30,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:19:30,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:19:30,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,41965,1733397558216 2024-12-05T11:19:30,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c821711 2024-12-05T11:19:30,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:19:30,349 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:19:30,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41965 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T11:19:30,350 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:19:30,350 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:19:30,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:30,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:30,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:19:30,350 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:19:30,350 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1773455501, stopped=false 2024-12-05T11:19:30,350 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,41965,1733397558216 2024-12-05T11:19:30,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01333685023/running 2024-12-05T11:19:30,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x101a537a6ba0001, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01333685023/running 2024-12-05T11:19:30,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x101a537a6ba0001, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:30,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:30,413 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:19:30,413 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:19:30,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:19:30,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Set watcher on znode that does not yet exist, /01333685023/running 2024-12-05T11:19:30,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:30,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39889-0x101a537a6ba0001, quorum=127.0.0.1:59692, baseZNode=/01333685023 Set watcher on znode that does not yet exist, /01333685023/running 2024-12-05T11:19:30,414 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,39889,1733397558412' ***** 2024-12-05T11:19:30,414 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:19:30,414 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:19:30,414 INFO [RS:0;6706a97ae65f:39889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:19:30,414 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:19:30,414 INFO [RS:0;6706a97ae65f:39889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:19:30,414 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(3091): Received CLOSE for ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:30,414 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,39889,1733397558412 2024-12-05T11:19:30,414 INFO [RS:0;6706a97ae65f:39889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:19:30,414 INFO [RS:0;6706a97ae65f:39889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:39889. 2024-12-05T11:19:30,414 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ffd5a53ac6739e729eb4a9189eaf258e, disabling compactions & flushes 2024-12-05T11:19:30,414 DEBUG [RS:0;6706a97ae65f:39889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:19:30,414 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. 2024-12-05T11:19:30,414 DEBUG [RS:0;6706a97ae65f:39889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:30,414 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. 2024-12-05T11:19:30,414 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. after waiting 0 ms 2024-12-05T11:19:30,414 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. 2024-12-05T11:19:30,414 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:19:30,415 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:19:30,415 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ffd5a53ac6739e729eb4a9189eaf258e 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-05T11:19:30,415 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:19:30,415 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:19:30,415 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T11:19:30,415 DEBUG [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ffd5a53ac6739e729eb4a9189eaf258e=hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e.} 2024-12-05T11:19:30,415 DEBUG [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:30,415 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:19:30,415 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:19:30,415 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:19:30,415 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:19:30,415 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:19:30,415 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T11:19:30,428 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/.tmp/info/2c73a4f3d8cb4cd2914608f2261c4eb5 is 147, key is hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e./info:regioninfo/1733397569451/Put/seqid=0 2024-12-05T11:19:30,428 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/replication/ffd5a53ac6739e729eb4a9189eaf258e/.tmp/queue/8790e75c91dd43ab82909aa5e9b50112 is 151, key is 1-6706a97ae65f,39889,1733397558412/queue:6706a97ae65f%2C39889%2C1733397558412/1733397569753/Put/seqid=0 2024-12-05T11:19:30,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741838_1014 (size=5350) 2024-12-05T11:19:30,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741839_1015 (size=6631) 2024-12-05T11:19:30,512 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:19:30,615 DEBUG [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:30,687 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,39889,1733397558412.replicationSource.wal-reader.6706a97ae65f%2C39889%2C1733397558412,1-6706a97ae65f,39889,1733397558412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,39889,1733397558412/6706a97ae65f%2C39889%2C1733397558412.1733397559934 to pos 0, reset compression=false 2024-12-05T11:19:30,815 DEBUG [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:30,832 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/replication/ffd5a53ac6739e729eb4a9189eaf258e/.tmp/queue/8790e75c91dd43ab82909aa5e9b50112 2024-12-05T11:19:30,834 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/.tmp/info/2c73a4f3d8cb4cd2914608f2261c4eb5 2024-12-05T11:19:30,838 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/replication/ffd5a53ac6739e729eb4a9189eaf258e/.tmp/queue/8790e75c91dd43ab82909aa5e9b50112 as hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/replication/ffd5a53ac6739e729eb4a9189eaf258e/queue/8790e75c91dd43ab82909aa5e9b50112 2024-12-05T11:19:30,843 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/replication/ffd5a53ac6739e729eb4a9189eaf258e/queue/8790e75c91dd43ab82909aa5e9b50112, entries=1, sequenceid=5, filesize=5.2 K 2024-12-05T11:19:30,844 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ffd5a53ac6739e729eb4a9189eaf258e in 430ms, sequenceid=5, compaction requested=false 2024-12-05T11:19:30,844 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T11:19:30,847 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/replication/ffd5a53ac6739e729eb4a9189eaf258e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T11:19:30,848 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:19:30,848 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:19:30,848 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. 2024-12-05T11:19:30,848 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ffd5a53ac6739e729eb4a9189eaf258e: Waiting for close lock at 1733397570414Running coprocessor pre-close hooks at 1733397570414Disabling compacts and flushes for region at 1733397570414Disabling writes for close at 1733397570414Obtaining lock to block concurrent updates at 1733397570415 (+1 ms)Preparing flush snapshotting stores in ffd5a53ac6739e729eb4a9189eaf258e at 1733397570415Finished memstore snapshotting hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733397570415Flushing stores of hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. at 1733397570415Flushing ffd5a53ac6739e729eb4a9189eaf258e/queue: creating writer at 1733397570415Flushing ffd5a53ac6739e729eb4a9189eaf258e/queue: appending metadata at 1733397570427 (+12 ms)Flushing ffd5a53ac6739e729eb4a9189eaf258e/queue: closing flushed file at 1733397570427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9d0d812: reopening flushed file at 1733397570838 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ffd5a53ac6739e729eb4a9189eaf258e in 430ms, sequenceid=5, compaction requested=false at 1733397570844 (+6 ms)Writing region close event to WAL at 1733397570844Running coprocessor post-close hooks at 1733397570848 (+4 ms)Closed at 1733397570848 2024-12-05T11:19:30,848 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. 2024-12-05T11:19:30,851 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/.tmp/ns/a33f11a5175a4b6581b87f2d6fcc588c is 43, key is default/ns:d/1733397560990/Put/seqid=0 2024-12-05T11:19:30,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741840_1016 (size=5153) 2024-12-05T11:19:30,898 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:19:30,898 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:19:31,015 DEBUG [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:19:31,191 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,39889,1733397558412.replicationSource.wal-reader.6706a97ae65f%2C39889%2C1733397558412,1-6706a97ae65f,39889,1733397558412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,39889,1733397558412/6706a97ae65f%2C39889%2C1733397558412.1733397559934 to pos 0, reset compression=false 2024-12-05T11:19:31,215 DEBUG [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:19:31,255 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/.tmp/ns/a33f11a5175a4b6581b87f2d6fcc588c 2024-12-05T11:19:31,271 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/.tmp/table/7a3a3a84ddee44d0b8485b256d617f82 is 53, key is hbase:replication/table:state/1733397569458/Put/seqid=0 2024-12-05T11:19:31,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741841_1017 (size=5256) 2024-12-05T11:19:31,416 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T11:19:31,416 DEBUG [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:19:31,416 DEBUG [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:19:31,616 DEBUG [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:19:31,675 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/.tmp/table/7a3a3a84ddee44d0b8485b256d617f82 2024-12-05T11:19:31,680 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/.tmp/info/2c73a4f3d8cb4cd2914608f2261c4eb5 as hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/info/2c73a4f3d8cb4cd2914608f2261c4eb5 2024-12-05T11:19:31,685 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/info/2c73a4f3d8cb4cd2914608f2261c4eb5, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T11:19:31,686 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/.tmp/ns/a33f11a5175a4b6581b87f2d6fcc588c as hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/ns/a33f11a5175a4b6581b87f2d6fcc588c 2024-12-05T11:19:31,690 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/ns/a33f11a5175a4b6581b87f2d6fcc588c, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T11:19:31,691 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/.tmp/table/7a3a3a84ddee44d0b8485b256d617f82 as hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/table/7a3a3a84ddee44d0b8485b256d617f82 2024-12-05T11:19:31,695 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/table/7a3a3a84ddee44d0b8485b256d617f82, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T11:19:31,696 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1281ms, sequenceid=11, compaction requested=false 2024-12-05T11:19:31,700 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T11:19:31,701 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:19:31,701 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:19:31,701 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:19:31,701 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397570415Running coprocessor pre-close hooks at 1733397570415Disabling compacts and flushes for region at 1733397570415Disabling writes for close at 1733397570415Obtaining lock to block concurrent updates at 1733397570415Preparing flush snapshotting stores in 1588230740 at 1733397570415Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733397570415Flushing stores of hbase:meta,,1.1588230740 at 1733397570416 (+1 ms)Flushing 1588230740/info: creating writer at 1733397570416Flushing 1588230740/info: appending metadata at 1733397570427 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733397570427Flushing 1588230740/ns: creating writer at 1733397570838 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733397570851 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733397570851Flushing 1588230740/table: creating writer at 1733397571259 (+408 ms)Flushing 1588230740/table: appending metadata at 1733397571271 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733397571271Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c470053: reopening flushed file at 1733397571680 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f8dd626: reopening flushed file at 1733397571685 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d61c230: reopening flushed file at 1733397571690 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1281ms, sequenceid=11, compaction requested=false at 1733397571696 (+6 ms)Writing region close event to WAL at 1733397571697 (+1 ms)Running coprocessor post-close hooks at 1733397571700 (+3 ms)Closed at 1733397571701 (+1 ms) 2024-12-05T11:19:31,701 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:19:31,795 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,39889,1733397558412.replicationSource.wal-reader.6706a97ae65f%2C39889%2C1733397558412,1-6706a97ae65f,39889,1733397558412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,39889,1733397558412/6706a97ae65f%2C39889%2C1733397558412.1733397559934 to pos 0, reset compression=false 2024-12-05T11:19:31,816 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,39889,1733397558412; all regions closed. 2024-12-05T11:19:31,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741834_1010 (size=2742) 2024-12-05T11:19:31,818 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,39889,1733397558412/6706a97ae65f%2C39889%2C1733397558412.meta.1733397560909.meta not finished, retry = 0 2024-12-05T11:19:31,921 DEBUG [RS:0;6706a97ae65f:39889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/oldWALs 2024-12-05T11:19:31,921 INFO [RS:0;6706a97ae65f:39889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C39889%2C1733397558412.meta:.meta(num 1733397560909) 2024-12-05T11:19:31,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741837_1013 (size=1586) 2024-12-05T11:19:31,923 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,39889,1733397558412/6706a97ae65f%2C39889%2C1733397558412.rep.1733397569421 not finished, retry = 0 2024-12-05T11:19:32,026 DEBUG [RS:0;6706a97ae65f:39889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/oldWALs 2024-12-05T11:19:32,026 INFO [RS:0;6706a97ae65f:39889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C39889%2C1733397558412.rep:(num 1733397569421) 2024-12-05T11:19:32,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741832_1008 (size=93) 2024-12-05T11:19:32,033 DEBUG [RS:0;6706a97ae65f:39889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/oldWALs 2024-12-05T11:19:32,033 INFO [RS:0;6706a97ae65f:39889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C39889%2C1733397558412:(num 1733397559934) 2024-12-05T11:19:32,033 DEBUG [RS:0;6706a97ae65f:39889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:32,033 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:19:32,033 INFO [RS:0;6706a97ae65f:39889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:19:32,033 INFO [RS:0;6706a97ae65f:39889 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T11:19:32,033 INFO [RS:0;6706a97ae65f:39889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:19:32,033 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:19:32,033 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6706a97ae65f,39889,1733397558412 because: Region server is closing 2024-12-05T11:19:32,033 INFO [RS:0;6706a97ae65f:39889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:39889. 2024-12-05T11:19:32,033 DEBUG [RS:0;6706a97ae65f:39889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:19:32,033 DEBUG [RS:0;6706a97ae65f:39889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:32,034 DEBUG [RS:0;6706a97ae65f:39889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:32,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:19:32,134 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,39889,1733397558412.replicationSource.wal-reader.6706a97ae65f%2C39889%2C1733397558412,1-6706a97ae65f,39889,1733397558412 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T11:19:32,134 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,39889,1733397558412.replicationSource.shipper6706a97ae65f%2C39889%2C1733397558412,1-6706a97ae65f,39889,1733397558412 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T11:19:32,134 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,39889,1733397558412.replicationSource.shipper6706a97ae65f%2C39889%2C1733397558412,1-6706a97ae65f,39889,1733397558412 terminated 2024-12-05T11:19:32,134 INFO [RS:0;6706a97ae65f:39889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39889 2024-12-05T11:19:32,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023/rs 2024-12-05T11:19:32,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x101a537a6ba0001, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01333685023/rs/6706a97ae65f,39889,1733397558412 2024-12-05T11:19:32,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,39889,1733397558412] 2024-12-05T11:19:32,153 INFO [RS:0;6706a97ae65f:39889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:19:32,217 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01333685023/draining/6706a97ae65f,39889,1733397558412 already deleted, retry=false 2024-12-05T11:19:32,217 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,39889,1733397558412 expired; onlineServers=0 2024-12-05T11:19:32,217 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,41965,1733397558216' ***** 2024-12-05T11:19:32,217 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:19:32,218 INFO [M:0;6706a97ae65f:41965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:19:32,218 INFO [M:0;6706a97ae65f:41965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:19:32,218 DEBUG [M:0;6706a97ae65f:41965 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:19:32,218 DEBUG [M:0;6706a97ae65f:41965 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:19:32,218 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:19:32,218 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397559720 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397559720,5,FailOnTimeoutGroup] 2024-12-05T11:19:32,218 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397559720 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397559720,5,FailOnTimeoutGroup] 2024-12-05T11:19:32,218 INFO [M:0;6706a97ae65f:41965 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:19:32,218 INFO [M:0;6706a97ae65f:41965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:19:32,218 DEBUG [M:0;6706a97ae65f:41965 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:19:32,218 INFO [M:0;6706a97ae65f:41965 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:19:32,219 INFO [M:0;6706a97ae65f:41965 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:19:32,219 INFO [M:0;6706a97ae65f:41965 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:19:32,219 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:19:32,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01333685023/master 2024-12-05T11:19:32,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:32,282 DEBUG [M:0;6706a97ae65f:41965 {}] zookeeper.ZKUtil(347): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Unable to get data of znode /01333685023/master because node does not exist (not an error) 2024-12-05T11:19:32,282 WARN [M:0;6706a97ae65f:41965 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:19:32,283 INFO [M:0;6706a97ae65f:41965 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/.lastflushedseqids 2024-12-05T11:19:32,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741842_1018 (size=181) 2024-12-05T11:19:32,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x101a537a6ba0001, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:19:32,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x101a537a6ba0001, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:19:32,318 INFO [RS:0;6706a97ae65f:39889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:19:32,318 INFO [RS:0;6706a97ae65f:39889 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,39889,1733397558412; zookeeper connection closed. 2024-12-05T11:19:32,319 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48d7f0de {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48d7f0de 2024-12-05T11:19:32,319 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:19:32,687 INFO [M:0;6706a97ae65f:41965 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:19:32,687 INFO [M:0;6706a97ae65f:41965 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:19:32,687 DEBUG [M:0;6706a97ae65f:41965 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:19:32,688 INFO [M:0;6706a97ae65f:41965 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:32,688 DEBUG [M:0;6706a97ae65f:41965 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:32,688 DEBUG [M:0;6706a97ae65f:41965 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:19:32,688 DEBUG [M:0;6706a97ae65f:41965 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:32,688 INFO [M:0;6706a97ae65f:41965 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-05T11:19:32,707 DEBUG [M:0;6706a97ae65f:41965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad7d9f7942f44db5b51e34020a24dafc is 82, key is hbase:meta,,1/info:regioninfo/1733397560946/Put/seqid=0 2024-12-05T11:19:32,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741843_1019 (size=5672) 2024-12-05T11:19:32,762 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:19:33,114 INFO [M:0;6706a97ae65f:41965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad7d9f7942f44db5b51e34020a24dafc 2024-12-05T11:19:33,131 DEBUG [M:0;6706a97ae65f:41965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1de6ed7f6ed40249d965a0e2f3bfa10 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733397569462/Put/seqid=0 2024-12-05T11:19:33,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741844_1020 (size=7203) 2024-12-05T11:19:33,315 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:19:33,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:33,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:33,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:33,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:33,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:33,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:33,538 INFO [M:0;6706a97ae65f:41965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1de6ed7f6ed40249d965a0e2f3bfa10 2024-12-05T11:19:33,554 DEBUG [M:0;6706a97ae65f:41965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c558301d08dd4b50a15e6f923fda9bea is 69, key is 6706a97ae65f,39889,1733397558412/rs:state/1733397559771/Put/seqid=0 2024-12-05T11:19:33,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741845_1021 (size=5156) 2024-12-05T11:19:33,958 INFO [M:0;6706a97ae65f:41965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c558301d08dd4b50a15e6f923fda9bea 2024-12-05T11:19:33,963 DEBUG [M:0;6706a97ae65f:41965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad7d9f7942f44db5b51e34020a24dafc as hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad7d9f7942f44db5b51e34020a24dafc 2024-12-05T11:19:33,967 INFO [M:0;6706a97ae65f:41965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad7d9f7942f44db5b51e34020a24dafc, entries=8, sequenceid=70, filesize=5.5 K 2024-12-05T11:19:33,968 DEBUG [M:0;6706a97ae65f:41965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1de6ed7f6ed40249d965a0e2f3bfa10 as hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1de6ed7f6ed40249d965a0e2f3bfa10 2024-12-05T11:19:33,972 INFO [M:0;6706a97ae65f:41965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1de6ed7f6ed40249d965a0e2f3bfa10, entries=8, sequenceid=70, filesize=7.0 K 2024-12-05T11:19:33,973 DEBUG [M:0;6706a97ae65f:41965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c558301d08dd4b50a15e6f923fda9bea as hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c558301d08dd4b50a15e6f923fda9bea 2024-12-05T11:19:33,979 INFO [M:0;6706a97ae65f:41965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c558301d08dd4b50a15e6f923fda9bea, entries=1, sequenceid=70, filesize=5.0 K 2024-12-05T11:19:33,980 INFO [M:0;6706a97ae65f:41965 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false 2024-12-05T11:19:33,981 INFO [M:0;6706a97ae65f:41965 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:33,981 DEBUG [M:0;6706a97ae65f:41965 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397572687Disabling compacts and flushes for region at 1733397572687Disabling writes for close at 1733397572688 (+1 ms)Obtaining lock to block concurrent updates at 1733397572688Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397572688Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733397572688Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397572689 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397572689Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397572707 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397572707Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397573119 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397573131 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397573131Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397573542 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397573554 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397573554Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14334ef0: reopening flushed file at 1733397573962 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f7f8a9b: reopening flushed file at 1733397573967 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3380ca9b: reopening flushed file at 1733397573973 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false at 1733397573980 (+7 ms)Writing region close event to WAL at 1733397573981 (+1 ms)Closed at 1733397573981 2024-12-05T11:19:33,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741830_1006 (size=41008) 2024-12-05T11:19:33,983 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/WALs/6706a97ae65f,41965,1733397558216/6706a97ae65f%2C41965%2C1733397558216.1733397559412 not finished, retry = 0 2024-12-05T11:19:34,084 INFO [M:0;6706a97ae65f:41965 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:19:34,084 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:19:34,084 INFO [M:0;6706a97ae65f:41965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41965 2024-12-05T11:19:34,085 INFO [M:0;6706a97ae65f:41965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:19:34,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:19:34,242 INFO [M:0;6706a97ae65f:41965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:19:34,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41965-0x101a537a6ba0000, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:19:34,244 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:19:34,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:34,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:34,244 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:19:34,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:34,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:19:34,244 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:19:34,244 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:19:34,245 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35669 2024-12-05T11:19:34,245 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35669 connecting to ZooKeeper ensemble=127.0.0.1:59692 2024-12-05T11:19:34,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356690x0, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:19:34,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35669-0x101a537a6ba0006 connected 2024-12-05T11:19:34,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:34,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:34,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Set watcher on znode that does not yet exist, /01333685023/running 2024-12-05T11:19:34,360 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333685023/meta-region-server: INIT 2024-12-05T11:19:34,360 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a, hbase.cluster.distributed=false 2024-12-05T11:19:34,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Set watcher on znode that does not yet exist, /01333685023/acl 2024-12-05T11:19:34,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35669 2024-12-05T11:19:34,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35669 2024-12-05T11:19:34,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35669 2024-12-05T11:19:34,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35669 2024-12-05T11:19:34,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35669 2024-12-05T11:19:34,377 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:19:34,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:34,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:34,378 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:19:34,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:34,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:19:34,378 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:19:34,378 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:19:34,378 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37879 2024-12-05T11:19:34,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37879 connecting to ZooKeeper ensemble=127.0.0.1:59692 2024-12-05T11:19:34,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:34,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:34,417 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378790x0, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:19:34,417 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333685023/meta-region-server: INIT 2024-12-05T11:19:34,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378790x0, quorum=127.0.0.1:59692, baseZNode=/01333685023 Set watcher on znode that does not yet exist, /01333685023/running 2024-12-05T11:19:34,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37879-0x101a537a6ba0007 connected 2024-12-05T11:19:34,418 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:19:34,419 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:19:34,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37879-0x101a537a6ba0007, quorum=127.0.0.1:59692, baseZNode=/01333685023 Set watcher on znode that does not yet exist, /01333685023/master 2024-12-05T11:19:34,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37879-0x101a537a6ba0007, quorum=127.0.0.1:59692, baseZNode=/01333685023 Set watcher on znode that does not yet exist, /01333685023/acl 2024-12-05T11:19:34,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37879 2024-12-05T11:19:34,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37879 2024-12-05T11:19:34,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37879 2024-12-05T11:19:34,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37879 2024-12-05T11:19:34,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37879 2024-12-05T11:19:34,439 DEBUG [M:0;6706a97ae65f:35669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:35669 2024-12-05T11:19:34,440 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01333685023/backup-masters/6706a97ae65f,35669,1733397574244 2024-12-05T11:19:34,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023/backup-masters 2024-12-05T11:19:34,457 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101a537a6ba0007, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023/backup-masters 2024-12-05T11:19:34,458 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Set watcher on existing znode=/01333685023/backup-masters/6706a97ae65f,35669,1733397574244 2024-12-05T11:19:34,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:34,468 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101a537a6ba0007, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01333685023/master 2024-12-05T11:19:34,468 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101a537a6ba0007, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:34,468 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Set watcher on existing znode=/01333685023/master 2024-12-05T11:19:34,469 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01333685023/backup-masters/6706a97ae65f,35669,1733397574244 from backup master directory 2024-12-05T11:19:34,478 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101a537a6ba0007, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023/backup-masters 2024-12-05T11:19:34,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01333685023/backup-masters/6706a97ae65f,35669,1733397574244 2024-12-05T11:19:34,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023/backup-masters 2024-12-05T11:19:34,479 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:19:34,479 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,35669,1733397574244 2024-12-05T11:19:34,488 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:34,488 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:19:34,493 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-12-05T11:19:34,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741846_1022 (size=196) 2024-12-05T11:19:34,905 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:19:34,906 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:19:34,906 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:19:34,910 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-05T11:19:34,913 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/WALs/6706a97ae65f,41965,1733397558216 to hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/WALs/6706a97ae65f,41965,1733397558216-dead as it is dead 2024-12-05T11:19:34,913 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/WALs/6706a97ae65f,41965,1733397558216-dead/6706a97ae65f%2C41965%2C1733397558216.1733397559412 2024-12-05T11:19:34,913 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/WALs/6706a97ae65f,41965,1733397558216-dead/6706a97ae65f%2C41965%2C1733397558216.1733397559412 after 0ms 2024-12-05T11:19:34,914 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/WALs/6706a97ae65f,41965,1733397558216-dead/6706a97ae65f%2C41965%2C1733397558216.1733397559412 to hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6706a97ae65f%2C41965%2C1733397558216.1733397559412 2024-12-05T11:19:34,914 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/WALs/6706a97ae65f,41965,1733397558216-dead 2024-12-05T11:19:34,914 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/WALs/6706a97ae65f,35669,1733397574244 2024-12-05T11:19:34,915 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:19:34,916 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C35669%2C1733397574244, suffix=, logDir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/WALs/6706a97ae65f,35669,1733397574244, archiveDir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/oldWALs, maxLogs=10 2024-12-05T11:19:34,927 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/WALs/6706a97ae65f,35669,1733397574244/6706a97ae65f%2C35669%2C1733397574244.1733397574916, exclude list is [], retry=0 2024-12-05T11:19:34,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34399,DS-c8613c1a-2d12-4efa-8ca9-870064ef3a25,DISK] 2024-12-05T11:19:34,930 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/WALs/6706a97ae65f,35669,1733397574244/6706a97ae65f%2C35669%2C1733397574244.1733397574916 2024-12-05T11:19:34,931 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44839:44839)] 2024-12-05T11:19:34,931 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:19:34,931 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:34,931 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:34,931 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:34,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:34,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:19:34,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:34,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad7d9f7942f44db5b51e34020a24dafc 2024-12-05T11:19:34,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:34,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:34,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:19:34,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:34,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1de6ed7f6ed40249d965a0e2f3bfa10 2024-12-05T11:19:34,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:34,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:34,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:19:34,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:34,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c558301d08dd4b50a15e6f923fda9bea 2024-12-05T11:19:34,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:34,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:34,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:19:34,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:34,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:34,950 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:34,951 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-05T11:19:34,951 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6706a97ae65f%2C41965%2C1733397558216.1733397559412 2024-12-05T11:19:34,955 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6706a97ae65f%2C41965%2C1733397558216.1733397559412 2024-12-05T11:19:34,956 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6706a97ae65f%2C41965%2C1733397558216.1733397559412 2024-12-05T11:19:34,957 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:34,957 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:34,958 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:19:34,959 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:34,961 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-05T11:19:34,962 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75276193, jitterRate=0.12170268595218658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:19:34,962 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397574931Initializing all the Stores at 1733397574932 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397574932Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397574932Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397574932Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397574932Cleaning up temporary data from old regions at 1733397574957 (+25 ms)Region opened successfully at 1733397574962 (+5 ms) 2024-12-05T11:19:34,962 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:19:34,965 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ec0865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:19:34,967 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-05T11:19:34,967 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:19:34,967 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:19:34,967 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:19:34,968 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:19:34,970 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:19:34,971 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T11:19:34,971 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T11:19:34,971 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-05T11:19:34,971 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:19:34,974 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6706a97ae65f,39889,1733397558412, regionLocation=6706a97ae65f,39889,1733397558412, openSeqNum=2 2024-12-05T11:19:34,974 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6706a97ae65f,39889,1733397558412, table=hbase:meta, region=1588230740 2024-12-05T11:19:34,974 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,39889,1733397558412, state=OPEN 2024-12-05T11:19:35,023 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101a537a6ba0007, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01333685023/meta-region-server 2024-12-05T11:19:35,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01333685023/meta-region-server 2024-12-05T11:19:35,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333685023/meta-region-server: CHANGED 2024-12-05T11:19:35,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333685023/meta-region-server: CHANGED 2024-12-05T11:19:35,026 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:19:35,036 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01333685023/draining/6706a97ae65f,39889,1733397558412 already deleted, retry=false 2024-12-05T11:19:35,036 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6706a97ae65f,39889,1733397558412 on 6706a97ae65f,35669,1733397574244 2024-12-05T11:19:35,037 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6706a97ae65f,39889,1733397558412, splitWal=true, meta=true 2024-12-05T11:19:35,037 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 6706a97ae65f,39889,1733397558412 (carryingMeta=true) 6706a97ae65f,39889,1733397558412/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5ee46454[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T11:19:35,039 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Unable to get data of znode /01333685023/balancer because node does not exist (not necessarily an error) 2024-12-05T11:19:35,047 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01333685023/balancer already deleted, retry=false 2024-12-05T11:19:35,047 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:19:35,048 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Unable to get data of znode /01333685023/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:19:35,057 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01333685023/normalizer already deleted, retry=false 2024-12-05T11:19:35,058 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:19:35,058 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Unable to get data of znode /01333685023/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:19:35,068 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01333685023/switch/split already deleted, retry=false 2024-12-05T11:19:35,068 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Unable to get data of znode /01333685023/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:19:35,078 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01333685023/switch/merge already deleted, retry=false 2024-12-05T11:19:35,091 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Unable to get data of znode /01333685023/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:19:35,099 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01333685023/snapshot-cleanup already deleted, retry=false 2024-12-05T11:19:35,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01333685023/running 2024-12-05T11:19:35,110 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101a537a6ba0007, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01333685023/running 2024-12-05T11:19:35,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:35,110 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101a537a6ba0007, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:35,110 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,35669,1733397574244, sessionid=0x101a537a6ba0006, setting cluster-up flag (Was=false) 2024-12-05T11:19:35,121 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01333685023/flush-table-proc/acquired, /01333685023/flush-table-proc/reached, /01333685023/flush-table-proc/abort 2024-12-05T11:19:35,122 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,35669,1733397574244 2024-12-05T11:19:35,132 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01333685023/online-snapshot/acquired, /01333685023/online-snapshot/reached, /01333685023/online-snapshot/abort 2024-12-05T11:19:35,132 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,35669,1733397574244 2024-12-05T11:19:35,133 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/.lastflushedseqids 2024-12-05T11:19:35,135 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:19:35,135 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:19:35,135 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,35669,1733397574244 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6706a97ae65f,39889,1733397558412 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:19:35,136 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:19:35,136 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:19:35,136 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:19:35,136 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:19:35,136 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:19:35,136 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:35,136 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:19:35,136 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:35,137 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397605137 2024-12-05T11:19:35,137 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:19:35,137 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:19:35,137 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:19:35,137 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:19:35,137 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:19:35,137 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:19:35,137 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:35,138 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6706a97ae65f,39889,1733397558412, splitWal=true, meta=true 2024-12-05T11:19:35,138 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:19:35,138 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:19:35,138 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:19:35,138 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:19:35,138 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:19:35,138 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:19:35,138 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397575138,5,FailOnTimeoutGroup] 2024-12-05T11:19:35,139 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6706a97ae65f,39889,1733397558412, splitWal=true, meta=true, isMeta: true 2024-12-05T11:19:35,139 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397575138,5,FailOnTimeoutGroup] 2024-12-05T11:19:35,139 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:35,139 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:19:35,139 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:35,139 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:35,139 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397575139, completionTime=-1 2024-12-05T11:19:35,139 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-05T11:19:35,139 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T11:19:35,140 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,39889,1733397558412-splitting 2024-12-05T11:19:35,140 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,39889,1733397558412-splitting dir is empty, no logs to split. 2024-12-05T11:19:35,140 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6706a97ae65f,39889,1733397558412 WAL count=0, meta=true 2024-12-05T11:19:35,142 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,39889,1733397558412-splitting dir is empty, no logs to split. 2024-12-05T11:19:35,142 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6706a97ae65f,39889,1733397558412 WAL count=0, meta=true 2024-12-05T11:19:35,142 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6706a97ae65f,39889,1733397558412 WAL splitting is done? wals=0, meta=true 2024-12-05T11:19:35,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:19:35,143 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:19:35,144 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T11:19:35,230 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.HRegionServer(746): ClusterId : 76259464-2916-4f84-88ec-5b0b50cadeac 2024-12-05T11:19:35,230 DEBUG [RS:0;6706a97ae65f:37879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:19:35,237 DEBUG [RS:0;6706a97ae65f:37879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:19:35,237 DEBUG [RS:0;6706a97ae65f:37879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:19:35,247 DEBUG [RS:0;6706a97ae65f:37879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:19:35,248 DEBUG [RS:0;6706a97ae65f:37879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561cdc1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:19:35,257 DEBUG [RS:0;6706a97ae65f:37879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:37879 2024-12-05T11:19:35,257 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:19:35,257 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:19:35,257 DEBUG [RS:0;6706a97ae65f:37879 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:19:35,258 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,35669,1733397574244 with port=37879, startcode=1733397574377 2024-12-05T11:19:35,258 DEBUG [RS:0;6706a97ae65f:37879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:19:35,259 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:19:35,259 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35669 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,37879,1733397574377 2024-12-05T11:19:35,259 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35669 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,37879,1733397574377 2024-12-05T11:19:35,260 DEBUG [RS:0;6706a97ae65f:37879 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a 2024-12-05T11:19:35,260 DEBUG [RS:0;6706a97ae65f:37879 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43589 2024-12-05T11:19:35,260 DEBUG [RS:0;6706a97ae65f:37879 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:19:35,289 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T11:19:35,294 WARN [6706a97ae65f:35669 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T11:19:35,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023/rs 2024-12-05T11:19:35,314 DEBUG [RS:0;6706a97ae65f:37879 {}] zookeeper.ZKUtil(111): regionserver:37879-0x101a537a6ba0007, quorum=127.0.0.1:59692, baseZNode=/01333685023 Set watcher on existing znode=/01333685023/rs/6706a97ae65f,37879,1733397574377 2024-12-05T11:19:35,314 WARN [RS:0;6706a97ae65f:37879 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:19:35,314 INFO [RS:0;6706a97ae65f:37879 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:19:35,314 DEBUG [RS:0;6706a97ae65f:37879 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377 2024-12-05T11:19:35,314 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,37879,1733397574377] 2024-12-05T11:19:35,330 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:19:35,331 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:19:35,332 INFO [RS:0;6706a97ae65f:37879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:19:35,332 INFO [RS:0;6706a97ae65f:37879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:35,332 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:19:35,332 INFO [RS:0;6706a97ae65f:37879 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:19:35,332 INFO [RS:0;6706a97ae65f:37879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:35,333 DEBUG [RS:0;6706a97ae65f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:35,333 DEBUG [RS:0;6706a97ae65f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:35,333 DEBUG [RS:0;6706a97ae65f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:35,333 DEBUG [RS:0;6706a97ae65f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:35,333 DEBUG [RS:0;6706a97ae65f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:35,333 DEBUG [RS:0;6706a97ae65f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:19:35,333 DEBUG [RS:0;6706a97ae65f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:35,333 DEBUG [RS:0;6706a97ae65f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:35,333 DEBUG [RS:0;6706a97ae65f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:35,333 DEBUG [RS:0;6706a97ae65f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:35,333 DEBUG [RS:0;6706a97ae65f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:35,333 DEBUG [RS:0;6706a97ae65f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:35,333 DEBUG [RS:0;6706a97ae65f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:19:35,333 DEBUG [RS:0;6706a97ae65f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:19:35,333 INFO [RS:0;6706a97ae65f:37879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:35,333 INFO [RS:0;6706a97ae65f:37879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:35,333 INFO [RS:0;6706a97ae65f:37879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:35,333 INFO [RS:0;6706a97ae65f:37879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:35,333 INFO [RS:0;6706a97ae65f:37879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:35,333 INFO [RS:0;6706a97ae65f:37879 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37879,1733397574377-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:19:35,344 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:19:35,344 INFO [RS:0;6706a97ae65f:37879 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37879,1733397574377-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:35,355 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.ReplicationSource(231): queueId=1-6706a97ae65f,37879,1733397574377, ReplicationSource: 1, currentBandwidth=0 2024-12-05T11:19:35,355 INFO [RS:0;6706a97ae65f:37879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:35,355 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.Replication(171): 6706a97ae65f,37879,1733397574377 started 2024-12-05T11:19:35,366 INFO [RS:0;6706a97ae65f:37879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:35,366 DEBUG [RS:0;6706a97ae65f:37879.replicationSource,1-6706a97ae65f,37879,1733397574377 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:45169' 2024-12-05T11:19:35,366 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,37879,1733397574377, RpcServer on 6706a97ae65f/172.17.0.2:37879, sessionid=0x101a537a6ba0007 2024-12-05T11:19:35,367 DEBUG [RS:0;6706a97ae65f:37879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:19:35,367 DEBUG [RS:0;6706a97ae65f:37879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,37879,1733397574377 2024-12-05T11:19:35,367 DEBUG [RS:0;6706a97ae65f:37879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,37879,1733397574377' 2024-12-05T11:19:35,367 DEBUG [RS:0;6706a97ae65f:37879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01333685023/flush-table-proc/abort' 2024-12-05T11:19:35,367 DEBUG [RS:0;6706a97ae65f:37879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01333685023/flush-table-proc/acquired' 2024-12-05T11:19:35,367 DEBUG [RS:0;6706a97ae65f:37879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:19:35,367 DEBUG [RS:0;6706a97ae65f:37879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:19:35,368 DEBUG [RS:0;6706a97ae65f:37879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,37879,1733397574377 2024-12-05T11:19:35,368 DEBUG [RS:0;6706a97ae65f:37879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,37879,1733397574377' 2024-12-05T11:19:35,368 DEBUG [RS:0;6706a97ae65f:37879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01333685023/online-snapshot/abort' 2024-12-05T11:19:35,368 DEBUG [RS:0;6706a97ae65f:37879.replicationSource,1-6706a97ae65f,37879,1733397574377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3aaf49a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:35,368 DEBUG [RS:0;6706a97ae65f:37879.replicationSource,1-6706a97ae65f,37879,1733397574377 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,45169,-1 for getting cluster id 2024-12-05T11:19:35,368 DEBUG [RS:0;6706a97ae65f:37879.replicationSource,1-6706a97ae65f,37879,1733397574377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:19:35,368 DEBUG [RS:0;6706a97ae65f:37879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01333685023/online-snapshot/acquired' 2024-12-05T11:19:35,368 DEBUG [RS:0;6706a97ae65f:37879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:19:35,368 INFO [RS:0;6706a97ae65f:37879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:19:35,368 INFO [RS:0;6706a97ae65f:37879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:19:35,369 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ba3b793-58c7-43a1-96f7-51ed3553462a' 2024-12-05T11:19:35,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:19:35,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ba3b793-58c7-43a1-96f7-51ed3553462a" 2024-12-05T11:19:35,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2726a73d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:35,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,45169,-1] 2024-12-05T11:19:35,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:19:35,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:35,370 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:19:35,370 DEBUG [RS:0;6706a97ae65f:37879.replicationSource,1-6706a97ae65f,37879,1733397574377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4342d6c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:35,371 DEBUG [RS:0;6706a97ae65f:37879.replicationSource,1-6706a97ae65f,37879,1733397574377 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:19:35,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,45169,1733397564383 2024-12-05T11:19:35,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41c8ec94 2024-12-05T11:19:35,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:19:35,372 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-05T11:19:35,373 INFO [RS:0;6706a97ae65f:37879.replicationSource,1-6706a97ae65f,37879,1733397574377 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6706a97ae65f,37879,1733397574377 (queues=0) is replicating from cluster=76259464-2916-4f84-88ec-5b0b50cadeac to cluster=9ba3b793-58c7-43a1-96f7-51ed3553462a 2024-12-05T11:19:35,468 INFO [RS:0;6706a97ae65f:37879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:19:35,470 INFO [RS:0;6706a97ae65f:37879 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C37879%2C1733397574377, suffix=, logDir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377, archiveDir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/oldWALs, maxLogs=10 2024-12-05T11:19:35,480 DEBUG [RS:0;6706a97ae65f:37879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377/6706a97ae65f%2C37879%2C1733397574377.1733397575470, exclude list is [], retry=0 2024-12-05T11:19:35,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34399,DS-c8613c1a-2d12-4efa-8ca9-870064ef3a25,DISK] 2024-12-05T11:19:35,484 INFO [RS:0;6706a97ae65f:37879 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377/6706a97ae65f%2C37879%2C1733397574377.1733397575470 2024-12-05T11:19:35,484 DEBUG [RS:0;6706a97ae65f:37879 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6706a97ae65f%2C37879%2C1733397574377 for peer 1 2024-12-05T11:19:35,484 DEBUG [RS:0;6706a97ae65f:37879 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6706a97ae65f%2C37879%2C1733397574377 2024-12-05T11:19:35,484 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6706a97ae65f,37879,1733397574377, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T11:19:35,485 DEBUG [RS:0;6706a97ae65f:37879 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44839:44839)] 2024-12-05T11:19:35,485 INFO [RS:0;6706a97ae65f:37879.replicationSource.shipper6706a97ae65f%2C37879%2C1733397574377,1-6706a97ae65f,37879,1733397574377 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6706a97ae65f%2C37879%2C1733397574377 2024-12-05T11:19:35,485 DEBUG [RS:0;6706a97ae65f:37879.replicationSource.wal-reader.6706a97ae65f%2C37879%2C1733397574377,1-6706a97ae65f,37879,1733397574377 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377/6706a97ae65f%2C37879%2C1733397574377.1733397575470, startPosition=0, beingWritten=true 2024-12-05T11:19:35,544 DEBUG [6706a97ae65f:35669 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:19:35,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,37879,1733397574377 2024-12-05T11:19:35,546 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,37879,1733397574377, state=OPENING 2024-12-05T11:19:35,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01333685023/meta-region-server 2024-12-05T11:19:35,563 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101a537a6ba0007, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01333685023/meta-region-server 2024-12-05T11:19:35,563 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:19:35,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333685023/meta-region-server: CHANGED 2024-12-05T11:19:35,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333685023/meta-region-server: CHANGED 2024-12-05T11:19:35,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,37879,1733397574377}] 2024-12-05T11:19:35,689 DEBUG [RS:0;6706a97ae65f:37879.replicationSource.wal-reader.6706a97ae65f%2C37879%2C1733397574377,1-6706a97ae65f,37879,1733397574377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377/6706a97ae65f%2C37879%2C1733397574377.1733397575470 to pos 0, reset compression=false 2024-12-05T11:19:35,715 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:19:35,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:19:35,719 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:19:35,719 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:19:35,719 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:19:35,720 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C37879%2C1733397574377.meta, suffix=.meta, logDir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377, archiveDir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/oldWALs, maxLogs=10 2024-12-05T11:19:35,732 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377/6706a97ae65f%2C37879%2C1733397574377.meta.1733397575720.meta, exclude list is [], retry=0 2024-12-05T11:19:35,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34399,DS-c8613c1a-2d12-4efa-8ca9-870064ef3a25,DISK] 2024-12-05T11:19:35,735 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377/6706a97ae65f%2C37879%2C1733397574377.meta.1733397575720.meta 2024-12-05T11:19:35,735 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44839:44839)] 2024-12-05T11:19:35,735 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:19:35,735 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:19:35,735 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:19:35,735 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:19:35,735 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:19:35,736 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:19:35,736 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:35,736 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:19:35,736 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:19:35,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:19:35,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:19:35,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:35,743 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/info/2c73a4f3d8cb4cd2914608f2261c4eb5 2024-12-05T11:19:35,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:35,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:19:35,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:19:35,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:35,749 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/ns/a33f11a5175a4b6581b87f2d6fcc588c 2024-12-05T11:19:35,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:35,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:19:35,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:19:35,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:35,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:35,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:19:35,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:19:35,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:35,756 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/table/7a3a3a84ddee44d0b8485b256d617f82 2024-12-05T11:19:35,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:35,756 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:19:35,756 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740 2024-12-05T11:19:35,757 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740 2024-12-05T11:19:35,758 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:19:35,758 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:19:35,759 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:19:35,759 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:19:35,760 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65062083, jitterRate=-0.0304994136095047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:19:35,760 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:19:35,760 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397575736Writing region info on filesystem at 1733397575736Initializing all the Stores at 1733397575737 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397575737Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397575737Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397575737Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397575737Cleaning up temporary data from old regions at 1733397575758 (+21 ms)Running coprocessor post-open hooks at 1733397575760 (+2 ms)Region opened successfully at 1733397575760 2024-12-05T11:19:35,761 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733397575715 2024-12-05T11:19:35,762 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:19:35,762 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:19:35,763 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6706a97ae65f,37879,1733397574377 2024-12-05T11:19:35,763 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,37879,1733397574377, state=OPEN 2024-12-05T11:19:35,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01333685023/meta-region-server 2024-12-05T11:19:35,773 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101a537a6ba0007, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01333685023/meta-region-server 2024-12-05T11:19:35,773 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,37879,1733397574377 2024-12-05T11:19:35,773 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333685023/meta-region-server: CHANGED 2024-12-05T11:19:35,773 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333685023/meta-region-server: CHANGED 2024-12-05T11:19:35,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-05T11:19:35,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,37879,1733397574377 in 210 msec 2024-12-05T11:19:35,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T11:19:35,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 632 msec 2024-12-05T11:19:35,993 DEBUG [RS:0;6706a97ae65f:37879.replicationSource.wal-reader.6706a97ae65f%2C37879%2C1733397574377,1-6706a97ae65f,37879,1733397574377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377/6706a97ae65f%2C37879%2C1733397574377.1733397575470 to pos 0, reset compression=false 2024-12-05T11:19:36,398 DEBUG [RS:0;6706a97ae65f:37879.replicationSource.wal-reader.6706a97ae65f%2C37879%2C1733397574377,1-6706a97ae65f,37879,1733397574377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377/6706a97ae65f%2C37879%2C1733397574377.1733397575470 to pos 0, reset compression=false 2024-12-05T11:19:36,792 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-05T11:19:36,902 DEBUG [RS:0;6706a97ae65f:37879.replicationSource.wal-reader.6706a97ae65f%2C37879%2C1733397574377,1-6706a97ae65f,37879,1733397574377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377/6706a97ae65f%2C37879%2C1733397574377.1733397575470 to pos 0, reset compression=false 2024-12-05T11:19:37,506 DEBUG [RS:0;6706a97ae65f:37879.replicationSource.wal-reader.6706a97ae65f%2C37879%2C1733397574377,1-6706a97ae65f,37879,1733397574377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377/6706a97ae65f%2C37879%2C1733397574377.1733397575470 to pos 0, reset compression=false 2024-12-05T11:19:38,211 DEBUG [RS:0;6706a97ae65f:37879.replicationSource.wal-reader.6706a97ae65f%2C37879%2C1733397574377,1-6706a97ae65f,37879,1733397574377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377/6706a97ae65f%2C37879%2C1733397574377.1733397575470 to pos 0, reset compression=false 2024-12-05T11:19:38,294 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-05T11:19:39,016 DEBUG [RS:0;6706a97ae65f:37879.replicationSource.wal-reader.6706a97ae65f%2C37879%2C1733397574377,1-6706a97ae65f,37879,1733397574377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377/6706a97ae65f%2C37879%2C1733397574377.1733397575470 to pos 0, reset compression=false 2024-12-05T11:19:39,646 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-05T11:19:39,646 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:19:39,647 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:19:39,647 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,37879,1733397574377, seqNum=-1] 2024-12-05T11:19:39,647 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:19:39,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:19:39,651 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ffd5a53ac6739e729eb4a9189eaf258e, regionState=OPEN, lastHost=6706a97ae65f,39889,1733397558412, regionLocation=6706a97ae65f,39889,1733397558412, openSeqNum=2 2024-12-05T11:19:39,651 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:19:39,651 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397639651 2024-12-05T11:19:39,651 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397699651 2024-12-05T11:19:39,651 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-05T11:19:39,652 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6706a97ae65f,39889,1733397558412 had 2 regions 2024-12-05T11:19:39,652 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,35669,1733397574244-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:39,652 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,35669,1733397574244-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:39,652 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,35669,1733397574244-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:39,652 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:35669, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:39,652 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:39,652 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:39,653 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6706a97ae65f,39889,1733397558412, splitWal=true, meta=true, isMeta: false 2024-12-05T11:19:39,654 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,39889,1733397558412-splitting dir is empty, no logs to split. 2024-12-05T11:19:39,654 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6706a97ae65f,39889,1733397558412 WAL count=0, meta=false 2024-12-05T11:19:39,657 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,39889,1733397558412-splitting dir is empty, no logs to split. 2024-12-05T11:19:39,657 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6706a97ae65f,39889,1733397558412 WAL count=0, meta=false 2024-12-05T11:19:39,657 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6706a97ae65f,39889,1733397558412 WAL splitting is done? wals=0, meta=false 2024-12-05T11:19:39,657 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.178sec 2024-12-05T11:19:39,657 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:19:39,657 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:19:39,657 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:19:39,657 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:19:39,657 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:19:39,657 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,35669,1733397574244-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:19:39,658 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,35669,1733397574244-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:19:39,659 WARN [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6706a97ae65f,39889,1733397558412/hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. 2024-12-05T11:19:39,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ffd5a53ac6739e729eb4a9189eaf258e, ASSIGN}] 2024-12-05T11:19:39,660 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ffd5a53ac6739e729eb4a9189eaf258e, ASSIGN 2024-12-05T11:19:39,661 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ffd5a53ac6739e729eb4a9189eaf258e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T11:19:39,661 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:19:39,661 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:19:39,661 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,35669,1733397574244-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:39,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b709c71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:39,733 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,35669,-1 for getting cluster id 2024-12-05T11:19:39,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:19:39,734 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76259464-2916-4f84-88ec-5b0b50cadeac' 2024-12-05T11:19:39,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:19:39,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76259464-2916-4f84-88ec-5b0b50cadeac" 2024-12-05T11:19:39,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b2e13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:39,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,35669,-1] 2024-12-05T11:19:39,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:19:39,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:39,735 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:19:39,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e690bbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:39,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:19:39,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,37879,1733397574377, seqNum=-1] 2024-12-05T11:19:39,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:19:39,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:19:39,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-05T11:19:39,740 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:19:39,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:19:39,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:39,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:39,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:19:39,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6706a97ae65f:35669 after: 6706a97ae65f:35669 2024-12-05T11:19:39,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfc6dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:39,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,35669,-1 for getting cluster id 2024-12-05T11:19:39,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:19:39,742 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76259464-2916-4f84-88ec-5b0b50cadeac' 2024-12-05T11:19:39,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:19:39,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76259464-2916-4f84-88ec-5b0b50cadeac" 2024-12-05T11:19:39,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d527cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:39,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,35669,-1] 2024-12-05T11:19:39,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:19:39,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:39,743 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:19:39,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5849fd5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:39,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:19:39,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,35669,1733397574244 2024-12-05T11:19:39,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@324c6ffb 2024-12-05T11:19:39,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:19:39,745 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:19:39,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T11:19:39,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:19:39,746 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:19:39,746 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:19:39,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:39,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:39,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:19:39,746 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:19:39,746 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1220594769, stopped=false 2024-12-05T11:19:39,746 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,45169,1733397564383 2024-12-05T11:19:39,811 DEBUG [6706a97ae65f:35669 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:19:39,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ffd5a53ac6739e729eb4a9189eaf258e, regionState=OPENING, regionLocation=6706a97ae65f,37879,1733397574377 2024-12-05T11:19:39,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ffd5a53ac6739e729eb4a9189eaf258e, ASSIGN because future has completed 2024-12-05T11:19:39,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffd5a53ac6739e729eb4a9189eaf258e, server=6706a97ae65f,37879,1733397574377}] 2024-12-05T11:19:39,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34263-0x101a537a6ba0004, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-635121999/running 2024-12-05T11:19:39,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-635121999/running 2024-12-05T11:19:39,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635121999 2024-12-05T11:19:39,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34263-0x101a537a6ba0004, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635121999 2024-12-05T11:19:39,834 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:19:39,834 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:19:39,834 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:19:39,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34263-0x101a537a6ba0004, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Set watcher on znode that does not yet exist, /1-635121999/running 2024-12-05T11:19:39,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:39,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Set watcher on znode that does not yet exist, /1-635121999/running 2024-12-05T11:19:39,834 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,34263,1733397564539' ***** 2024-12-05T11:19:39,834 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:19:39,834 INFO [RS:0;6706a97ae65f:34263 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:19:39,834 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:19:39,835 INFO [RS:0;6706a97ae65f:34263 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:19:39,835 INFO [RS:0;6706a97ae65f:34263 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:19:39,835 INFO [RS:0;6706a97ae65f:34263 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,34263,1733397564539 2024-12-05T11:19:39,835 INFO [RS:0;6706a97ae65f:34263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:19:39,835 INFO [RS:0;6706a97ae65f:34263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:34263. 2024-12-05T11:19:39,835 DEBUG [RS:0;6706a97ae65f:34263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:19:39,835 DEBUG [RS:0;6706a97ae65f:34263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:39,835 INFO [RS:0;6706a97ae65f:34263 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:19:39,835 INFO [RS:0;6706a97ae65f:34263 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:19:39,835 INFO [RS:0;6706a97ae65f:34263 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:19:39,835 INFO [RS:0;6706a97ae65f:34263 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:19:39,835 INFO [RS:0;6706a97ae65f:34263 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T11:19:39,835 DEBUG [RS:0;6706a97ae65f:34263 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:19:39,835 DEBUG [RS:0;6706a97ae65f:34263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:19:39,835 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:19:39,835 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:19:39,835 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:19:39,835 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:19:39,835 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:19:39,835 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T11:19:39,849 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/data/hbase/meta/1588230740/.tmp/ns/d732e464297848478a2ad6733f0db880 is 43, key is default/ns:d/1733397567855/Put/seqid=0 2024-12-05T11:19:39,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741835_1011 (size=5153) 2024-12-05T11:19:39,878 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:19:39,920 DEBUG [RS:0;6706a97ae65f:37879.replicationSource.wal-reader.6706a97ae65f%2C37879%2C1733397574377,1-6706a97ae65f,37879,1733397574377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377/6706a97ae65f%2C37879%2C1733397574377.1733397575470 to pos 0, reset compression=false 2024-12-05T11:19:39,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. 2024-12-05T11:19:39,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:19:39,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T11:19:39,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C37879%2C1733397574377.rep, suffix=, logDir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377, archiveDir=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/oldWALs, maxLogs=10 2024-12-05T11:19:39,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377/6706a97ae65f%2C37879%2C1733397574377.rep.1733397579970, exclude list is [], retry=0 2024-12-05T11:19:39,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34399,DS-c8613c1a-2d12-4efa-8ca9-870064ef3a25,DISK] 2024-12-05T11:19:39,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377/6706a97ae65f%2C37879%2C1733397574377.rep.1733397579970 2024-12-05T11:19:39,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44839:44839)] 2024-12-05T11:19:39,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => ffd5a53ac6739e729eb4a9189eaf258e, NAME => 'hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:19:39,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:19:39,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:19:39,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. service=MultiRowMutationService 2024-12-05T11:19:39,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T11:19:39,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:39,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:39,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:39,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:39,987 INFO [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:39,988 INFO [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffd5a53ac6739e729eb4a9189eaf258e columnFamilyName hfileref 2024-12-05T11:19:39,988 DEBUG [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:39,988 INFO [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] regionserver.HStore(327): Store=ffd5a53ac6739e729eb4a9189eaf258e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:39,989 INFO [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:39,989 INFO [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffd5a53ac6739e729eb4a9189eaf258e columnFamilyName queue 2024-12-05T11:19:39,989 DEBUG [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:39,994 DEBUG [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/replication/ffd5a53ac6739e729eb4a9189eaf258e/queue/8790e75c91dd43ab82909aa5e9b50112 2024-12-05T11:19:39,994 INFO [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] regionserver.HStore(327): Store=ffd5a53ac6739e729eb4a9189eaf258e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:39,995 INFO [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:39,995 INFO [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffd5a53ac6739e729eb4a9189eaf258e columnFamilyName sid 2024-12-05T11:19:39,995 DEBUG [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:39,996 INFO [StoreOpener-ffd5a53ac6739e729eb4a9189eaf258e-1 {}] regionserver.HStore(327): Store=ffd5a53ac6739e729eb4a9189eaf258e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:39,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:39,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/replication/ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:39,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/replication/ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:39,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:39,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:40,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:19:40,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:40,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened ffd5a53ac6739e729eb4a9189eaf258e; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64089394, jitterRate=-0.04499360918998718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:19:40,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:40,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for ffd5a53ac6739e729eb4a9189eaf258e: Running coprocessor pre-open hook at 1733397579986Writing region info on filesystem at 1733397579986Initializing all the Stores at 1733397579987 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397579987Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397579987Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397579987Cleaning up temporary data from old regions at 1733397579999 (+12 ms)Running coprocessor post-open hooks at 1733397580003 (+4 ms)Region opened successfully at 1733397580003 2024-12-05T11:19:40,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e., pid=13, masterSystemTime=1733397579966 2024-12-05T11:19:40,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. 2024-12-05T11:19:40,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. 2024-12-05T11:19:40,007 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ffd5a53ac6739e729eb4a9189eaf258e, regionState=OPEN, openSeqNum=9, regionLocation=6706a97ae65f,37879,1733397574377 2024-12-05T11:19:40,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffd5a53ac6739e729eb4a9189eaf258e, server=6706a97ae65f,37879,1733397574377 because future has completed 2024-12-05T11:19:40,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T11:19:40,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ffd5a53ac6739e729eb4a9189eaf258e, server=6706a97ae65f,37879,1733397574377 in 198 msec 2024-12-05T11:19:40,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-05T11:19:40,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ffd5a53ac6739e729eb4a9189eaf258e, ASSIGN in 355 msec 2024-12-05T11:19:40,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-05T11:19:40,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e., hostname=6706a97ae65f,37879,1733397574377, seqNum=9] 2024-12-05T11:19:40,032 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 6706a97ae65f,39889,1733397558412 2024-12-05T11:19:40,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-05T11:19:40,035 DEBUG [RS:0;6706a97ae65f:34263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:19:40,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-05T11:19:40,236 DEBUG [RS:0;6706a97ae65f:34263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:19:40,253 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/data/hbase/meta/1588230740/.tmp/ns/d732e464297848478a2ad6733f0db880 2024-12-05T11:19:40,259 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/data/hbase/meta/1588230740/.tmp/ns/d732e464297848478a2ad6733f0db880 as hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/data/hbase/meta/1588230740/ns/d732e464297848478a2ad6733f0db880 2024-12-05T11:19:40,264 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/data/hbase/meta/1588230740/ns/d732e464297848478a2ad6733f0db880, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T11:19:40,265 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false 2024-12-05T11:19:40,268 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T11:19:40,269 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:19:40,269 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:19:40,269 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:19:40,269 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397579835Running coprocessor pre-close hooks at 1733397579835Disabling compacts and flushes for region at 1733397579835Disabling writes for close at 1733397579835Obtaining lock to block concurrent updates at 1733397579835Preparing flush snapshotting stores in 1588230740 at 1733397579835Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733397579836 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733397579836Flushing 1588230740/ns: creating writer at 1733397579836Flushing 1588230740/ns: appending metadata at 1733397579849 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733397579849Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ac9679a: reopening flushed file at 1733397580258 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false at 1733397580265 (+7 ms)Writing region close event to WAL at 1733397580265Running coprocessor post-close hooks at 1733397580269 (+4 ms)Closed at 1733397580269 2024-12-05T11:19:40,269 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:19:40,436 INFO [RS:0;6706a97ae65f:34263 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,34263,1733397564539; all regions closed. 2024-12-05T11:19:40,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741834_1010 (size=1152) 2024-12-05T11:19:40,438 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/WALs/6706a97ae65f,34263,1733397564539/6706a97ae65f%2C34263%2C1733397564539.meta.1733397567793.meta not finished, retry = 0 2024-12-05T11:19:40,540 DEBUG [RS:0;6706a97ae65f:34263 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/oldWALs 2024-12-05T11:19:40,540 INFO [RS:0;6706a97ae65f:34263 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C34263%2C1733397564539.meta:.meta(num 1733397567793) 2024-12-05T11:19:40,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741832_1008 (size=93) 2024-12-05T11:19:40,544 DEBUG [RS:0;6706a97ae65f:34263 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/oldWALs 2024-12-05T11:19:40,544 INFO [RS:0;6706a97ae65f:34263 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C34263%2C1733397564539:(num 1733397566904) 2024-12-05T11:19:40,544 DEBUG [RS:0;6706a97ae65f:34263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:40,544 INFO [RS:0;6706a97ae65f:34263 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:19:40,544 INFO [RS:0;6706a97ae65f:34263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:19:40,544 INFO [RS:0;6706a97ae65f:34263 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T11:19:40,544 INFO [RS:0;6706a97ae65f:34263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:19:40,544 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:19:40,544 INFO [RS:0;6706a97ae65f:34263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34263 2024-12-05T11:19:40,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34263-0x101a537a6ba0004, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-635121999/rs/6706a97ae65f,34263,1733397564539 2024-12-05T11:19:40,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635121999/rs 2024-12-05T11:19:40,602 INFO [RS:0;6706a97ae65f:34263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:19:40,612 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,34263,1733397564539] 2024-12-05T11:19:40,623 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-635121999/draining/6706a97ae65f,34263,1733397564539 already deleted, retry=false 2024-12-05T11:19:40,623 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,34263,1733397564539 expired; onlineServers=0 2024-12-05T11:19:40,623 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,45169,1733397564383' ***** 2024-12-05T11:19:40,623 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:19:40,623 INFO [M:0;6706a97ae65f:45169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:19:40,623 INFO [M:0;6706a97ae65f:45169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:19:40,623 DEBUG [M:0;6706a97ae65f:45169 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:19:40,623 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:19:40,623 DEBUG [M:0;6706a97ae65f:45169 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:19:40,623 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397566594 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397566594,5,FailOnTimeoutGroup] 2024-12-05T11:19:40,623 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397566594 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397566594,5,FailOnTimeoutGroup] 2024-12-05T11:19:40,623 INFO [M:0;6706a97ae65f:45169 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:19:40,623 INFO [M:0;6706a97ae65f:45169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:19:40,623 DEBUG [M:0;6706a97ae65f:45169 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:19:40,623 INFO [M:0;6706a97ae65f:45169 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:19:40,623 INFO [M:0;6706a97ae65f:45169 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:19:40,623 INFO [M:0;6706a97ae65f:45169 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:19:40,623 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:19:40,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-635121999/master 2024-12-05T11:19:40,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-635121999 2024-12-05T11:19:40,633 DEBUG [M:0;6706a97ae65f:45169 {}] zookeeper.ZKUtil(347): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Unable to get data of znode /1-635121999/master because node does not exist (not an error) 2024-12-05T11:19:40,633 WARN [M:0;6706a97ae65f:45169 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:19:40,634 INFO [M:0;6706a97ae65f:45169 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/.lastflushedseqids 2024-12-05T11:19:40,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741836_1012 (size=99) 2024-12-05T11:19:40,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34263-0x101a537a6ba0004, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:19:40,712 INFO [RS:0;6706a97ae65f:34263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:19:40,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34263-0x101a537a6ba0004, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:19:40,712 INFO [RS:0;6706a97ae65f:34263 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,34263,1733397564539; zookeeper connection closed. 2024-12-05T11:19:40,713 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1553e034 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1553e034 2024-12-05T11:19:40,713 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:19:40,925 DEBUG [RS:0;6706a97ae65f:37879.replicationSource.wal-reader.6706a97ae65f%2C37879%2C1733397574377,1-6706a97ae65f,37879,1733397574377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377/6706a97ae65f%2C37879%2C1733397574377.1733397575470 to pos 0, reset compression=false 2024-12-05T11:19:41,039 INFO [M:0;6706a97ae65f:45169 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:19:41,039 INFO [M:0;6706a97ae65f:45169 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:19:41,039 DEBUG [M:0;6706a97ae65f:45169 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:19:41,039 INFO [M:0;6706a97ae65f:45169 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:41,039 DEBUG [M:0;6706a97ae65f:45169 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:41,039 DEBUG [M:0;6706a97ae65f:45169 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:19:41,039 DEBUG [M:0;6706a97ae65f:45169 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:41,040 INFO [M:0;6706a97ae65f:45169 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T11:19:41,053 DEBUG [M:0;6706a97ae65f:45169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/003fe43f62d9436da31ab0bddc91f436 is 82, key is hbase:meta,,1/info:regioninfo/1733397567826/Put/seqid=0 2024-12-05T11:19:41,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741837_1013 (size=5672) 2024-12-05T11:19:41,237 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:19:41,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:41,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:41,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:41,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:41,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:41,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:41,457 INFO [M:0;6706a97ae65f:45169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/003fe43f62d9436da31ab0bddc91f436 2024-12-05T11:19:41,473 DEBUG [M:0;6706a97ae65f:45169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/490538da3b4b4c0eb33b61e61fc4a635 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733397567859/Put/seqid=0 2024-12-05T11:19:41,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741838_1014 (size=5275) 2024-12-05T11:19:41,877 INFO [M:0;6706a97ae65f:45169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/490538da3b4b4c0eb33b61e61fc4a635 2024-12-05T11:19:41,900 DEBUG [M:0;6706a97ae65f:45169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/098ff275130441e89f442271eb621ebd is 69, key is 6706a97ae65f,34263,1733397564539/rs:state/1733397566703/Put/seqid=0 2024-12-05T11:19:41,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741839_1015 (size=5156) 2024-12-05T11:19:42,029 DEBUG [RS:0;6706a97ae65f:37879.replicationSource.wal-reader.6706a97ae65f%2C37879%2C1733397574377,1-6706a97ae65f,37879,1733397574377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377/6706a97ae65f%2C37879%2C1733397574377.1733397575470 to pos 0, reset compression=false 2024-12-05T11:19:42,304 INFO [M:0;6706a97ae65f:45169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/098ff275130441e89f442271eb621ebd 2024-12-05T11:19:42,309 DEBUG [M:0;6706a97ae65f:45169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/003fe43f62d9436da31ab0bddc91f436 as hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/003fe43f62d9436da31ab0bddc91f436 2024-12-05T11:19:42,315 INFO [M:0;6706a97ae65f:45169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/003fe43f62d9436da31ab0bddc91f436, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T11:19:42,315 DEBUG [M:0;6706a97ae65f:45169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/490538da3b4b4c0eb33b61e61fc4a635 as hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/490538da3b4b4c0eb33b61e61fc4a635 2024-12-05T11:19:42,320 INFO [M:0;6706a97ae65f:45169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/490538da3b4b4c0eb33b61e61fc4a635, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T11:19:42,321 DEBUG [M:0;6706a97ae65f:45169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/098ff275130441e89f442271eb621ebd as hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/098ff275130441e89f442271eb621ebd 2024-12-05T11:19:42,326 INFO [M:0;6706a97ae65f:45169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/51340851-b32c-415f-c515-367583296d65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/098ff275130441e89f442271eb621ebd, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T11:19:42,327 INFO [M:0;6706a97ae65f:45169 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false 2024-12-05T11:19:42,328 INFO [M:0;6706a97ae65f:45169 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:42,328 DEBUG [M:0;6706a97ae65f:45169 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397581039Disabling compacts and flushes for region at 1733397581039Disabling writes for close at 1733397581039Obtaining lock to block concurrent updates at 1733397581040 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397581040Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733397581040Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397581040Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397581040Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397581052 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397581052Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397581461 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397581472 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397581473 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397581882 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397581899 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397581899Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ff184bb: reopening flushed file at 1733397582309 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13807c7f: reopening flushed file at 1733397582315 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ba2bfc2: reopening flushed file at 1733397582320 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false at 1733397582327 (+7 ms)Writing region close event to WAL at 1733397582328 (+1 ms)Closed at 1733397582328 2024-12-05T11:19:42,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741830_1006 (size=10165) 2024-12-05T11:19:42,330 INFO [M:0;6706a97ae65f:45169 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:19:42,330 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:19:42,330 INFO [M:0;6706a97ae65f:45169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45169 2024-12-05T11:19:42,331 INFO [M:0;6706a97ae65f:45169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:19:42,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:19:42,523 INFO [M:0;6706a97ae65f:45169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:19:42,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101a537a6ba0003, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:19:42,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73a7a07b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:19:42,525 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19871b8c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:19:42,526 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:19:42,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e959ac6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:19:42,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c6d1d6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/hadoop.log.dir/,STOPPED} 2024-12-05T11:19:42,527 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:19:42,527 WARN [BP-967984172-172.17.0.2-1733397561099 heartbeating to localhost/127.0.0.1:45673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:19:42,527 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:19:42,527 WARN [BP-967984172-172.17.0.2-1733397561099 heartbeating to localhost/127.0.0.1:45673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-967984172-172.17.0.2-1733397561099 (Datanode Uuid d4645292-86f0-4f1b-b5cb-a017196c3191) service to localhost/127.0.0.1:45673 2024-12-05T11:19:42,527 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/cluster_aeb208c9-a01b-9b89-d349-1f0e099ddaf5/data/data1/current/BP-967984172-172.17.0.2-1733397561099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:19:42,528 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/cluster_aeb208c9-a01b-9b89-d349-1f0e099ddaf5/data/data2/current/BP-967984172-172.17.0.2-1733397561099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:19:42,528 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:19:42,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10c210bd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:19:42,533 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25eb0764{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:19:42,533 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:19:42,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8beee70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:19:42,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d6e14b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/hadoop.log.dir/,STOPPED} 2024-12-05T11:19:42,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:19:42,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:19:42,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:19:42,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:19:42,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:42,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:42,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:19:42,550 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:19:42,550 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=784949687, stopped=false 2024-12-05T11:19:42,550 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,35669,1733397574244 2024-12-05T11:19:42,570 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101a537a6ba0007, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01333685023/running 2024-12-05T11:19:42,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01333685023/running 2024-12-05T11:19:42,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:42,570 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101a537a6ba0007, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:42,570 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:19:42,570 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:19:42,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:19:42,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:42,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37879-0x101a537a6ba0007, quorum=127.0.0.1:59692, baseZNode=/01333685023 Set watcher on znode that does not yet exist, /01333685023/running 2024-12-05T11:19:42,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Set watcher on znode that does not yet exist, /01333685023/running 2024-12-05T11:19:42,571 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,37879,1733397574377' ***** 2024-12-05T11:19:42,571 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:19:42,571 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:19:42,571 INFO [RS:0;6706a97ae65f:37879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:19:42,571 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:19:42,571 INFO [RS:0;6706a97ae65f:37879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:19:42,571 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.HRegionServer(3091): Received CLOSE for ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:42,571 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,37879,1733397574377 2024-12-05T11:19:42,571 INFO [RS:0;6706a97ae65f:37879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:19:42,572 INFO [RS:0;6706a97ae65f:37879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:37879. 2024-12-05T11:19:42,572 DEBUG [RS:0;6706a97ae65f:37879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:19:42,572 DEBUG [RS:0;6706a97ae65f:37879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:42,572 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ffd5a53ac6739e729eb4a9189eaf258e, disabling compactions & flushes 2024-12-05T11:19:42,572 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:19:42,572 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:19:42,572 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. 2024-12-05T11:19:42,572 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:19:42,572 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. 2024-12-05T11:19:42,572 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:19:42,572 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. after waiting 0 ms 2024-12-05T11:19:42,572 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. 2024-12-05T11:19:42,572 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T11:19:42,572 DEBUG [RS:0;6706a97ae65f:37879 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ffd5a53ac6739e729eb4a9189eaf258e=hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e.} 2024-12-05T11:19:42,572 DEBUG [RS:0;6706a97ae65f:37879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ffd5a53ac6739e729eb4a9189eaf258e 2024-12-05T11:19:42,572 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:19:42,572 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:19:42,572 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:19:42,572 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:19:42,572 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:19:42,572 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-05T11:19:42,575 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/replication/ffd5a53ac6739e729eb4a9189eaf258e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-05T11:19:42,576 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:19:42,576 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:19:42,576 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. 2024-12-05T11:19:42,576 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ffd5a53ac6739e729eb4a9189eaf258e: Waiting for close lock at 1733397582572Running coprocessor pre-close hooks at 1733397582572Disabling compacts and flushes for region at 1733397582572Disabling writes for close at 1733397582572Writing region close event to WAL at 1733397582572Running coprocessor post-close hooks at 1733397582576 (+4 ms)Closed at 1733397582576 2024-12-05T11:19:42,576 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e. 2024-12-05T11:19:42,586 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/.tmp/info/9812ffb8c8e940bd8794226733d027ae is 147, key is hbase:replication,,1733397568210.ffd5a53ac6739e729eb4a9189eaf258e./info:regioninfo/1733397580007/Put/seqid=0 2024-12-05T11:19:42,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741851_1027 (size=6385) 2024-12-05T11:19:42,639 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:19:42,772 DEBUG [RS:0;6706a97ae65f:37879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:19:42,972 DEBUG [RS:0;6706a97ae65f:37879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:19:42,990 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/.tmp/info/9812ffb8c8e940bd8794226733d027ae 2024-12-05T11:19:42,996 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/.tmp/info/9812ffb8c8e940bd8794226733d027ae as hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/info/9812ffb8c8e940bd8794226733d027ae 2024-12-05T11:19:43,001 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/info/9812ffb8c8e940bd8794226733d027ae, entries=8, sequenceid=19, filesize=6.2 K 2024-12-05T11:19:43,002 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-12-05T11:19:43,011 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-05T11:19:43,012 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:19:43,012 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:19:43,012 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:19:43,012 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397582572Running coprocessor pre-close hooks at 1733397582572Disabling compacts and flushes for region at 1733397582572Disabling writes for close at 1733397582572Obtaining lock to block concurrent updates at 1733397582572Preparing flush snapshotting stores in 1588230740 at 1733397582572Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733397582573 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733397582573Flushing 1588230740/info: creating writer at 1733397582573Flushing 1588230740/info: appending metadata at 1733397582585 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733397582586 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18441047: reopening flushed file at 1733397582995 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1733397583002 (+7 ms)Writing region close event to WAL at 1733397583008 (+6 ms)Running coprocessor post-close hooks at 1733397583011 (+3 ms)Closed at 1733397583012 (+1 ms) 2024-12-05T11:19:43,012 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:19:43,173 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,37879,1733397574377; all regions closed. 2024-12-05T11:19:43,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741849_1025 (size=2156) 2024-12-05T11:19:43,175 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377/6706a97ae65f%2C37879%2C1733397574377.meta.1733397575720.meta not finished, retry = 0 2024-12-05T11:19:43,233 DEBUG [RS:0;6706a97ae65f:37879.replicationSource.wal-reader.6706a97ae65f%2C37879%2C1733397574377,1-6706a97ae65f,37879,1733397574377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377/6706a97ae65f%2C37879%2C1733397574377.1733397575470 to pos 0, reset compression=false 2024-12-05T11:19:43,278 DEBUG [RS:0;6706a97ae65f:37879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/oldWALs 2024-12-05T11:19:43,278 INFO [RS:0;6706a97ae65f:37879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C37879%2C1733397574377.meta:.meta(num 1733397575720) 2024-12-05T11:19:43,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741850_1026 (size=796) 2024-12-05T11:19:43,280 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377/6706a97ae65f%2C37879%2C1733397574377.rep.1733397579970 not finished, retry = 0 2024-12-05T11:19:43,338 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:19:43,338 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:19:43,383 DEBUG [RS:0;6706a97ae65f:37879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/oldWALs 2024-12-05T11:19:43,383 INFO [RS:0;6706a97ae65f:37879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C37879%2C1733397574377.rep:(num 1733397579970) 2024-12-05T11:19:43,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741848_1024 (size=93) 2024-12-05T11:19:43,385 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/WALs/6706a97ae65f,37879,1733397574377/6706a97ae65f%2C37879%2C1733397574377.1733397575470 not finished, retry = 0 2024-12-05T11:19:43,487 DEBUG [RS:0;6706a97ae65f:37879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/oldWALs 2024-12-05T11:19:43,488 INFO [RS:0;6706a97ae65f:37879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C37879%2C1733397574377:(num 1733397575470) 2024-12-05T11:19:43,488 DEBUG [RS:0;6706a97ae65f:37879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:43,488 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:19:43,488 INFO [RS:0;6706a97ae65f:37879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:19:43,488 INFO [RS:0;6706a97ae65f:37879 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T11:19:43,488 INFO [RS:0;6706a97ae65f:37879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:19:43,488 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:19:43,488 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6706a97ae65f,37879,1733397574377 because: Region server is closing 2024-12-05T11:19:43,488 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-05T11:19:43,488 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-05T11:19:43,488 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T11:19:43,488 INFO [RS:0;6706a97ae65f:37879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:37879. 2024-12-05T11:19:43,488 DEBUG [RS:0;6706a97ae65f:37879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:19:43,488 DEBUG [RS:0;6706a97ae65f:37879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:43,489 DEBUG [RS:0;6706a97ae65f:37879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:43,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:19:43,589 WARN [RS:0;6706a97ae65f:37879.replicationSource.shipper6706a97ae65f%2C37879%2C1733397574377,1-6706a97ae65f,37879,1733397574377 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T11:19:43,589 WARN [RS:0;6706a97ae65f:37879.replicationSource.wal-reader.6706a97ae65f%2C37879%2C1733397574377,1-6706a97ae65f,37879,1733397574377 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T11:19:43,589 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6706a97ae65f:37879.replicationSource.shipper6706a97ae65f%2C37879%2C1733397574377,1-6706a97ae65f,37879,1733397574377 terminated 2024-12-05T11:19:43,589 INFO [RS:0;6706a97ae65f:37879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37879 2024-12-05T11:19:43,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023/rs 2024-12-05T11:19:43,686 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101a537a6ba0007, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01333685023/rs/6706a97ae65f,37879,1733397574377 2024-12-05T11:19:43,686 INFO [RS:0;6706a97ae65f:37879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:19:43,807 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,37879,1733397574377] 2024-12-05T11:19:43,907 INFO [RS:0;6706a97ae65f:37879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:19:43,907 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101a537a6ba0007, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:19:43,907 INFO [RS:0;6706a97ae65f:37879 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,37879,1733397574377; zookeeper connection closed. 2024-12-05T11:19:43,907 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101a537a6ba0007, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:19:43,907 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19833f2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19833f2 2024-12-05T11:19:43,907 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:19:43,915 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01333685023/draining/6706a97ae65f,37879,1733397574377 already deleted, retry=false 2024-12-05T11:19:43,915 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,37879,1733397574377 expired; onlineServers=0 2024-12-05T11:19:43,915 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,35669,1733397574244' ***** 2024-12-05T11:19:43,915 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:19:43,915 INFO [M:0;6706a97ae65f:35669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:19:43,915 INFO [M:0;6706a97ae65f:35669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:19:43,915 DEBUG [M:0;6706a97ae65f:35669 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:19:43,915 DEBUG [M:0;6706a97ae65f:35669 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:19:43,915 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:19:43,915 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397575138 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397575138,5,FailOnTimeoutGroup] 2024-12-05T11:19:43,915 INFO [M:0;6706a97ae65f:35669 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:19:43,915 INFO [M:0;6706a97ae65f:35669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:19:43,915 DEBUG [M:0;6706a97ae65f:35669 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:19:43,915 INFO [M:0;6706a97ae65f:35669 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:19:43,915 INFO [M:0;6706a97ae65f:35669 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:19:43,916 INFO [M:0;6706a97ae65f:35669 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:19:43,916 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397575138 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397575138,5,FailOnTimeoutGroup] 2024-12-05T11:19:43,916 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:19:43,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01333685023/master 2024-12-05T11:19:43,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333685023 2024-12-05T11:19:43,973 DEBUG [M:0;6706a97ae65f:35669 {}] zookeeper.RecoverableZooKeeper(212): Node /01333685023/master already deleted, retry=false 2024-12-05T11:19:43,973 DEBUG [M:0;6706a97ae65f:35669 {}] master.ActiveMasterManager(353): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Failed delete of our master address node; KeeperErrorCode = NoNode for /01333685023/master 2024-12-05T11:19:43,974 INFO [M:0;6706a97ae65f:35669 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/.lastflushedseqids 2024-12-05T11:19:43,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741852_1028 (size=181) 2024-12-05T11:19:44,390 INFO [M:0;6706a97ae65f:35669 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:19:44,390 INFO [M:0;6706a97ae65f:35669 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:19:44,391 DEBUG [M:0;6706a97ae65f:35669 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:19:44,391 INFO [M:0;6706a97ae65f:35669 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:44,391 DEBUG [M:0;6706a97ae65f:35669 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:44,391 DEBUG [M:0;6706a97ae65f:35669 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:19:44,391 DEBUG [M:0;6706a97ae65f:35669 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:44,391 INFO [M:0;6706a97ae65f:35669 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-05T11:19:44,423 DEBUG [M:0;6706a97ae65f:35669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7536acd3ae2487388fc991410571b7d is 82, key is hbase:meta,,1/info:regioninfo/1733397575763/Put/seqid=0 2024-12-05T11:19:44,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741853_1029 (size=5672) 2024-12-05T11:19:44,439 INFO [M:0;6706a97ae65f:35669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7536acd3ae2487388fc991410571b7d 2024-12-05T11:19:44,460 DEBUG [M:0;6706a97ae65f:35669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01b43fa4bd5545e49f6b75b311908dea is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733397580014/Put/seqid=0 2024-12-05T11:19:44,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741854_1030 (size=7312) 2024-12-05T11:19:44,871 INFO [M:0;6706a97ae65f:35669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01b43fa4bd5545e49f6b75b311908dea 2024-12-05T11:19:44,908 DEBUG [M:0;6706a97ae65f:35669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b43534c398d4a01a502d61b0ed1518c is 69, key is 6706a97ae65f,37879,1733397574377/rs:state/1733397575260/Put/seqid=0 2024-12-05T11:19:44,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741855_1031 (size=5370) 2024-12-05T11:19:44,933 INFO [M:0;6706a97ae65f:35669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b43534c398d4a01a502d61b0ed1518c 2024-12-05T11:19:44,941 INFO [M:0;6706a97ae65f:35669 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b43534c398d4a01a502d61b0ed1518c 2024-12-05T11:19:44,942 DEBUG [M:0;6706a97ae65f:35669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7536acd3ae2487388fc991410571b7d as hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7536acd3ae2487388fc991410571b7d 2024-12-05T11:19:44,949 INFO [M:0;6706a97ae65f:35669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7536acd3ae2487388fc991410571b7d, entries=8, sequenceid=127, filesize=5.5 K 2024-12-05T11:19:44,950 DEBUG [M:0;6706a97ae65f:35669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01b43fa4bd5545e49f6b75b311908dea as hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01b43fa4bd5545e49f6b75b311908dea 2024-12-05T11:19:44,961 INFO [M:0;6706a97ae65f:35669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01b43fa4bd5545e49f6b75b311908dea, entries=7, sequenceid=127, filesize=7.1 K 2024-12-05T11:19:44,962 DEBUG [M:0;6706a97ae65f:35669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b43534c398d4a01a502d61b0ed1518c as hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b43534c398d4a01a502d61b0ed1518c 2024-12-05T11:19:44,967 INFO [M:0;6706a97ae65f:35669 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b43534c398d4a01a502d61b0ed1518c 2024-12-05T11:19:44,967 INFO [M:0;6706a97ae65f:35669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43589/user/jenkins/test-data/fbfba2a7-112c-b887-b274-abb70de2ea1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b43534c398d4a01a502d61b0ed1518c, entries=2, sequenceid=127, filesize=5.2 K 2024-12-05T11:19:44,968 INFO [M:0;6706a97ae65f:35669 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 577ms, sequenceid=127, compaction requested=false 2024-12-05T11:19:44,972 INFO [M:0;6706a97ae65f:35669 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:44,972 DEBUG [M:0;6706a97ae65f:35669 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397584391Disabling compacts and flushes for region at 1733397584391Disabling writes for close at 1733397584391Obtaining lock to block concurrent updates at 1733397584391Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397584391Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733397584391Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397584396 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397584397 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397584422 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397584422Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397584444 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397584460 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397584460Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397584878 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397584907 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397584907Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9bc8ad2: reopening flushed file at 1733397584941 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@137da1df: reopening flushed file at 1733397584949 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c8adb: reopening flushed file at 1733397584961 (+12 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 577ms, sequenceid=127, compaction requested=false at 1733397584968 (+7 ms)Writing region close event to WAL at 1733397584972 (+4 ms)Closed at 1733397584972 2024-12-05T11:19:44,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34399 is added to blk_1073741847_1023 (size=22903) 2024-12-05T11:19:44,980 INFO [M:0;6706a97ae65f:35669 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:19:44,980 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:19:44,980 INFO [M:0;6706a97ae65f:35669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35669 2024-12-05T11:19:44,981 INFO [M:0;6706a97ae65f:35669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:19:45,165 INFO [M:0;6706a97ae65f:35669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:19:45,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:19:45,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35669-0x101a537a6ba0006, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:19:45,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4337eb42{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:19:45,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17c256ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:19:45,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:19:45,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bef9e75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:19:45,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d214094{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/hadoop.log.dir/,STOPPED} 2024-12-05T11:19:45,175 WARN [BP-1258325512-172.17.0.2-1733397555999 heartbeating to localhost/127.0.0.1:43589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:19:45,175 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:19:45,175 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:19:45,175 WARN [BP-1258325512-172.17.0.2-1733397555999 heartbeating to localhost/127.0.0.1:43589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1258325512-172.17.0.2-1733397555999 (Datanode Uuid 7a1b8b0d-72c8-42aa-9e25-735c9e2b69e8) service to localhost/127.0.0.1:43589 2024-12-05T11:19:45,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/cluster_e5160f8f-40ec-718f-56da-d274071fd6dc/data/data1/current/BP-1258325512-172.17.0.2-1733397555999 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:19:45,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/cluster_e5160f8f-40ec-718f-56da-d274071fd6dc/data/data2/current/BP-1258325512-172.17.0.2-1733397555999 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:19:45,176 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:19:45,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23d8e7e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:19:45,190 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f29f060{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:19:45,190 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:19:45,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c2ae759{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:19:45,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2140d84e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0483a4dc-34e0-54df-ca81-86ea593ca848/hadoop.log.dir/,STOPPED} 2024-12-05T11:19:45,201 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T11:19:45,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:19:45,239 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 160) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59692) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45673 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:43589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59692) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43589 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=316 (was 275) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7016 (was 6144) - AvailableMemoryMB LEAK? - 2024-12-05T11:19:45,250 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=316, ProcessCount=11, AvailableMemoryMB=7016 2024-12-05T11:19:45,269 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-05T11:19:45,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/hadoop.log.dir so I do NOT create it in target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697 2024-12-05T11:19:45,271 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T11:19:45,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/hadoop.tmp.dir so I do NOT create it in target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697 2024-12-05T11:19:45,271 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c9be3b2-2d00-3113-c81b-59fa38d3c8cd/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T11:19:45,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697 2024-12-05T11:19:45,271 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/cluster_9fe6c267-b5ea-4f49-a41a-9291bd5a08cd, deleteOnExit=true 2024-12-05T11:19:45,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a537a6ba0005, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T11:19:45,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a537a6ba0005, quorum=127.0.0.1:59692, baseZNode=/1-635121999 Received Disconnected from ZooKeeper, ignoring 2024-12-05T11:19:45,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a537a6ba0002, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T11:19:45,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a537a6ba0002, quorum=127.0.0.1:59692, baseZNode=/01333685023 Received Disconnected from ZooKeeper, ignoring 2024-12-05T11:19:45,301 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/cluster_9fe6c267-b5ea-4f49-a41a-9291bd5a08cd/zookeeper_0, clientPort=65073, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/cluster_9fe6c267-b5ea-4f49-a41a-9291bd5a08cd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/cluster_9fe6c267-b5ea-4f49-a41a-9291bd5a08cd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T11:19:45,302 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65073 2024-12-05T11:19:45,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:19:45,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:19:45,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/test.cache.data in system properties and HBase conf 2024-12-05T11:19:45,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:19:45,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:19:45,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:19:45,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:19:45,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:19:45,303 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:19:45,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:19:45,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:19:45,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:19:45,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:19:45,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:19:45,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:19:45,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:19:45,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:19:45,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:19:45,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:19:45,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:19:45,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:19:45,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:19:45,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:19:45,670 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:19:45,681 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:19:45,700 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:19:45,700 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:19:45,700 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:19:45,707 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:19:45,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6a1081{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:19:45,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38994cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:19:45,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32f1e9ef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/java.io.tmpdir/jetty-localhost-38641-hadoop-hdfs-3_4_1-tests_jar-_-any-1912882059781175870/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:19:45,833 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33743c51{HTTP/1.1, (http/1.1)}{localhost:38641} 2024-12-05T11:19:45,834 INFO [Time-limited test {}] server.Server(415): Started @173171ms 2024-12-05T11:19:46,126 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:19:46,131 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:19:46,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:19:46,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:19:46,140 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:19:46,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290893d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:19:46,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d844d4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:19:46,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@277d7b91{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/java.io.tmpdir/jetty-localhost-34021-hadoop-hdfs-3_4_1-tests_jar-_-any-15791534729680610866/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:19:46,268 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74446335{HTTP/1.1, (http/1.1)}{localhost:34021} 2024-12-05T11:19:46,268 INFO [Time-limited test {}] server.Server(415): Started @173605ms 2024-12-05T11:19:46,269 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:19:47,116 WARN [Thread-1685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/cluster_9fe6c267-b5ea-4f49-a41a-9291bd5a08cd/data/data1/current/BP-1512460400-172.17.0.2-1733397585348/current, will proceed with Du for space computation calculation, 2024-12-05T11:19:47,116 WARN [Thread-1686 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/cluster_9fe6c267-b5ea-4f49-a41a-9291bd5a08cd/data/data2/current/BP-1512460400-172.17.0.2-1733397585348/current, will proceed with Du for space computation calculation, 2024-12-05T11:19:47,139 WARN [Thread-1673 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:19:47,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d417f597ff02118 with lease ID 0x6aa9a25caa5e6b2d: Processing first storage report for DS-e176ce1e-4816-4e7c-9c89-9c7166b69f1b from datanode DatanodeRegistration(127.0.0.1:44097, datanodeUuid=cd5a2708-0aa7-4332-a3ff-bd9019a7f14e, infoPort=39807, infoSecurePort=0, ipcPort=46869, storageInfo=lv=-57;cid=testClusterID;nsid=608158038;c=1733397585348) 2024-12-05T11:19:47,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d417f597ff02118 with lease ID 0x6aa9a25caa5e6b2d: from storage DS-e176ce1e-4816-4e7c-9c89-9c7166b69f1b node DatanodeRegistration(127.0.0.1:44097, datanodeUuid=cd5a2708-0aa7-4332-a3ff-bd9019a7f14e, infoPort=39807, infoSecurePort=0, ipcPort=46869, storageInfo=lv=-57;cid=testClusterID;nsid=608158038;c=1733397585348), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:19:47,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d417f597ff02118 with lease ID 0x6aa9a25caa5e6b2d: Processing first storage report for DS-2422ca62-9be7-49b2-b639-b3fcedaece02 from datanode DatanodeRegistration(127.0.0.1:44097, datanodeUuid=cd5a2708-0aa7-4332-a3ff-bd9019a7f14e, infoPort=39807, infoSecurePort=0, ipcPort=46869, storageInfo=lv=-57;cid=testClusterID;nsid=608158038;c=1733397585348) 2024-12-05T11:19:47,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d417f597ff02118 with lease ID 0x6aa9a25caa5e6b2d: from storage DS-2422ca62-9be7-49b2-b639-b3fcedaece02 node DatanodeRegistration(127.0.0.1:44097, datanodeUuid=cd5a2708-0aa7-4332-a3ff-bd9019a7f14e, infoPort=39807, infoSecurePort=0, ipcPort=46869, storageInfo=lv=-57;cid=testClusterID;nsid=608158038;c=1733397585348), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:19:47,211 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697 2024-12-05T11:19:47,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:47,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:47,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:19:47,622 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a with version=8 2024-12-05T11:19:47,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/hbase-staging 2024-12-05T11:19:47,625 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:19:47,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:47,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:47,625 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:19:47,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:47,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:19:47,625 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:19:47,625 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:19:47,626 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36813 2024-12-05T11:19:47,627 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36813 connecting to ZooKeeper ensemble=127.0.0.1:65073 2024-12-05T11:19:47,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368130x0, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:19:47,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36813-0x101a538193c0000 connected 2024-12-05T11:19:47,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:47,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:47,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Set watcher on znode that does not yet exist, /0905092495/running 2024-12-05T11:19:47,936 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a, hbase.cluster.distributed=false 2024-12-05T11:19:47,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Set watcher on znode that does not yet exist, /0905092495/acl 2024-12-05T11:19:47,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36813 2024-12-05T11:19:47,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36813 2024-12-05T11:19:47,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36813 2024-12-05T11:19:47,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36813 2024-12-05T11:19:47,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36813 2024-12-05T11:19:47,983 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:19:47,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:47,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:47,984 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:19:47,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:47,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:19:47,984 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:19:47,984 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:19:47,985 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33057 2024-12-05T11:19:47,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33057 connecting to ZooKeeper ensemble=127.0.0.1:65073 2024-12-05T11:19:47,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:47,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:48,004 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330570x0, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:19:48,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330570x0, quorum=127.0.0.1:65073, baseZNode=/0905092495 Set watcher on znode that does not yet exist, /0905092495/running 2024-12-05T11:19:48,005 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:19:48,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33057-0x101a538193c0001 connected 2024-12-05T11:19:48,010 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:19:48,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33057-0x101a538193c0001, quorum=127.0.0.1:65073, baseZNode=/0905092495 Set watcher on znode that does not yet exist, /0905092495/master 2024-12-05T11:19:48,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33057-0x101a538193c0001, quorum=127.0.0.1:65073, baseZNode=/0905092495 Set watcher on znode that does not yet exist, /0905092495/acl 2024-12-05T11:19:48,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33057 2024-12-05T11:19:48,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33057 2024-12-05T11:19:48,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33057 2024-12-05T11:19:48,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33057 2024-12-05T11:19:48,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33057 2024-12-05T11:19:48,026 DEBUG [M:0;6706a97ae65f:36813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:36813 2024-12-05T11:19:48,028 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0905092495/backup-masters/6706a97ae65f,36813,1733397587624 2024-12-05T11:19:48,036 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101a538193c0001, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0905092495/backup-masters 2024-12-05T11:19:48,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0905092495/backup-masters 2024-12-05T11:19:48,036 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Set watcher on existing znode=/0905092495/backup-masters/6706a97ae65f,36813,1733397587624 2024-12-05T11:19:48,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0905092495 2024-12-05T11:19:48,046 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101a538193c0001, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0905092495/master 2024-12-05T11:19:48,046 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101a538193c0001, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0905092495 2024-12-05T11:19:48,047 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Set watcher on existing znode=/0905092495/master 2024-12-05T11:19:48,047 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0905092495/backup-masters/6706a97ae65f,36813,1733397587624 from backup master directory 2024-12-05T11:19:48,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0905092495/backup-masters/6706a97ae65f,36813,1733397587624 2024-12-05T11:19:48,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0905092495/backup-masters 2024-12-05T11:19:48,057 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101a538193c0001, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0905092495/backup-masters 2024-12-05T11:19:48,057 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:19:48,057 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,36813,1733397587624 2024-12-05T11:19:48,060 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/hbase.id] with ID: 2c5855a7-d185-4b55-9b53-cfff663b5d93 2024-12-05T11:19:48,060 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/.tmp/hbase.id 2024-12-05T11:19:48,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:19:48,078 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:19:48,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:48,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:48,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:48,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:48,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:48,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:48,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:48,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:48,466 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/.tmp/hbase.id]:[hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/hbase.id] 2024-12-05T11:19:48,475 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:48,475 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:19:48,476 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T11:19:48,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0905092495 2024-12-05T11:19:48,548 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101a538193c0001, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0905092495 2024-12-05T11:19:48,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:19:48,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:19:48,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T11:19:48,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T11:19:48,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:19:48,954 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:19:48,955 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:19:48,955 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:19:48,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:19:49,361 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/data/master/store 2024-12-05T11:19:49,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:19:49,767 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:49,767 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:19:49,767 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:49,767 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:49,767 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:19:49,767 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:49,767 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:49,767 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397589767Disabling compacts and flushes for region at 1733397589767Disabling writes for close at 1733397589767Writing region close event to WAL at 1733397589767Closed at 1733397589767 2024-12-05T11:19:49,768 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/data/master/store/.initializing 2024-12-05T11:19:49,768 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/WALs/6706a97ae65f,36813,1733397587624 2024-12-05T11:19:49,769 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:19:49,770 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C36813%2C1733397587624, suffix=, logDir=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/WALs/6706a97ae65f,36813,1733397587624, archiveDir=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/oldWALs, maxLogs=10 2024-12-05T11:19:49,788 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/WALs/6706a97ae65f,36813,1733397587624/6706a97ae65f%2C36813%2C1733397587624.1733397589771, exclude list is [], retry=0 2024-12-05T11:19:49,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44097,DS-e176ce1e-4816-4e7c-9c89-9c7166b69f1b,DISK] 2024-12-05T11:19:49,793 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/WALs/6706a97ae65f,36813,1733397587624/6706a97ae65f%2C36813%2C1733397587624.1733397589771 2024-12-05T11:19:49,796 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39807:39807)] 2024-12-05T11:19:49,796 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:19:49,796 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:49,797 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:49,797 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:49,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:49,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:19:49,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:49,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:49,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:49,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:19:49,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:49,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:49,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:49,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:19:49,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:49,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:49,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:49,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:19:49,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:49,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:49,805 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:49,805 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:49,806 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:49,806 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:49,807 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:49,807 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:19:49,808 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:49,813 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:19:49,815 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62945616, jitterRate=-0.06203722953796387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:19:49,816 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397589797Initializing all the Stores at 1733397589798 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397589798Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397589799 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397589799Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397589799Cleaning up temporary data from old regions at 1733397589807 (+8 ms)Region opened successfully at 1733397589815 (+8 ms) 2024-12-05T11:19:49,816 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:19:49,819 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103c2df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:19:49,819 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:19:49,820 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:19:49,820 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:19:49,820 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:19:49,820 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:19:49,821 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:19:49,821 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:19:49,823 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:19:49,824 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Unable to get data of znode /0905092495/balancer because node does not exist (not necessarily an error) 2024-12-05T11:19:49,843 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0905092495/balancer already deleted, retry=false 2024-12-05T11:19:49,844 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:19:49,844 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Unable to get data of znode /0905092495/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:19:49,857 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0905092495/normalizer already deleted, retry=false 2024-12-05T11:19:49,857 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:19:49,858 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Unable to get data of znode /0905092495/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:19:49,867 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0905092495/switch/split already deleted, retry=false 2024-12-05T11:19:49,868 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Unable to get data of znode /0905092495/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:19:49,877 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0905092495/switch/merge already deleted, retry=false 2024-12-05T11:19:49,879 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Unable to get data of znode /0905092495/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:19:49,888 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0905092495/snapshot-cleanup already deleted, retry=false 2024-12-05T11:19:49,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0905092495/running 2024-12-05T11:19:49,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0905092495 2024-12-05T11:19:49,899 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101a538193c0001, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0905092495/running 2024-12-05T11:19:49,899 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101a538193c0001, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0905092495 2024-12-05T11:19:49,899 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,36813,1733397587624, sessionid=0x101a538193c0000, setting cluster-up flag (Was=false) 2024-12-05T11:19:49,920 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101a538193c0001, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0905092495 2024-12-05T11:19:49,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0905092495 2024-12-05T11:19:49,951 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0905092495/flush-table-proc/acquired, /0905092495/flush-table-proc/reached, /0905092495/flush-table-proc/abort 2024-12-05T11:19:49,952 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,36813,1733397587624 2024-12-05T11:19:49,972 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101a538193c0001, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0905092495 2024-12-05T11:19:49,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0905092495 2024-12-05T11:19:50,004 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0905092495/online-snapshot/acquired, /0905092495/online-snapshot/reached, /0905092495/online-snapshot/abort 2024-12-05T11:19:50,005 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,36813,1733397587624 2024-12-05T11:19:50,006 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:19:50,007 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:19:50,007 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:19:50,008 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:19:50,008 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,36813,1733397587624 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:19:50,009 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:19:50,009 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:19:50,009 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:19:50,009 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:19:50,009 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:19:50,009 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:50,009 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:19:50,009 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:50,017 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:19:50,017 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:19:50,018 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397620018 2024-12-05T11:19:50,018 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:19:50,018 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:19:50,018 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:19:50,018 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:19:50,018 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:19:50,018 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:19:50,019 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:50,019 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(746): ClusterId : 2c5855a7-d185-4b55-9b53-cfff663b5d93 2024-12-05T11:19:50,019 DEBUG [RS:0;6706a97ae65f:33057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:19:50,019 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:19:50,020 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:50,024 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:19:50,024 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:19:50,024 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:19:50,024 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:19:50,026 DEBUG [RS:0;6706a97ae65f:33057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:19:50,026 DEBUG [RS:0;6706a97ae65f:33057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:19:50,036 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:19:50,036 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:19:50,037 DEBUG [RS:0;6706a97ae65f:33057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:19:50,037 DEBUG [RS:0;6706a97ae65f:33057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1808f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:19:50,040 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397590036,5,FailOnTimeoutGroup] 2024-12-05T11:19:50,048 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397590040,5,FailOnTimeoutGroup] 2024-12-05T11:19:50,048 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:50,048 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:19:50,048 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:50,048 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:50,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:19:50,055 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:19:50,055 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a 2024-12-05T11:19:50,058 DEBUG [RS:0;6706a97ae65f:33057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:33057 2024-12-05T11:19:50,058 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:19:50,058 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:19:50,059 DEBUG [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:19:50,059 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,36813,1733397587624 with port=33057, startcode=1733397587983 2024-12-05T11:19:50,059 DEBUG [RS:0;6706a97ae65f:33057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:19:50,069 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:19:50,069 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,33057,1733397587983 2024-12-05T11:19:50,070 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36813 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,33057,1733397587983 2024-12-05T11:19:50,071 DEBUG [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a 2024-12-05T11:19:50,071 DEBUG [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43381 2024-12-05T11:19:50,071 DEBUG [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:19:50,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741832_1008 (size=32) 2024-12-05T11:19:50,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:50,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:19:50,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:19:50,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:50,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:50,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:19:50,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:19:50,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:50,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0905092495/rs 2024-12-05T11:19:50,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:50,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:19:50,078 DEBUG [RS:0;6706a97ae65f:33057 {}] zookeeper.ZKUtil(111): regionserver:33057-0x101a538193c0001, quorum=127.0.0.1:65073, baseZNode=/0905092495 Set watcher on existing znode=/0905092495/rs/6706a97ae65f,33057,1733397587983 2024-12-05T11:19:50,078 WARN [RS:0;6706a97ae65f:33057 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:19:50,079 INFO [RS:0;6706a97ae65f:33057 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:19:50,079 DEBUG [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983 2024-12-05T11:19:50,079 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,33057,1733397587983] 2024-12-05T11:19:50,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:19:50,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:50,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:50,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:19:50,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:19:50,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:50,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:50,082 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:19:50,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:19:50,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740 2024-12-05T11:19:50,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740 2024-12-05T11:19:50,084 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:19:50,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:19:50,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:19:50,085 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:19:50,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:19:50,093 INFO [RS:0;6706a97ae65f:33057 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:19:50,093 INFO [RS:0;6706a97ae65f:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:50,094 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:19:50,095 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67189987, jitterRate=0.0012088268995285034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:19:50,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397590072Initializing all the Stores at 1733397590073 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397590073Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397590073Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397590073Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397590074 (+1 ms)Cleaning up temporary data from old regions at 1733397590084 (+10 ms)Region opened successfully at 1733397590096 (+12 ms) 2024-12-05T11:19:50,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:19:50,096 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:19:50,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:19:50,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:19:50,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:19:50,100 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:19:50,101 INFO [RS:0;6706a97ae65f:33057 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:19:50,101 INFO [RS:0;6706a97ae65f:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:50,101 DEBUG [RS:0;6706a97ae65f:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:50,101 DEBUG [RS:0;6706a97ae65f:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:50,101 DEBUG [RS:0;6706a97ae65f:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:50,101 DEBUG [RS:0;6706a97ae65f:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:50,101 DEBUG [RS:0;6706a97ae65f:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:50,101 DEBUG [RS:0;6706a97ae65f:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:19:50,101 DEBUG [RS:0;6706a97ae65f:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:50,101 DEBUG [RS:0;6706a97ae65f:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:50,102 DEBUG [RS:0;6706a97ae65f:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:50,102 DEBUG [RS:0;6706a97ae65f:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:50,102 DEBUG [RS:0;6706a97ae65f:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:50,102 DEBUG [RS:0;6706a97ae65f:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:50,102 DEBUG [RS:0;6706a97ae65f:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:19:50,102 DEBUG [RS:0;6706a97ae65f:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:19:50,104 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:19:50,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397590096Disabling compacts and flushes for region at 1733397590096Disabling writes for close at 1733397590096Writing region close event to WAL at 1733397590104 (+8 ms)Closed at 1733397590104 2024-12-05T11:19:50,106 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:19:50,106 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:19:50,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:19:50,107 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:19:50,108 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:19:50,115 INFO [RS:0;6706a97ae65f:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:50,115 INFO [RS:0;6706a97ae65f:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:50,115 INFO [RS:0;6706a97ae65f:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:50,115 INFO [RS:0;6706a97ae65f:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:50,115 INFO [RS:0;6706a97ae65f:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:50,115 INFO [RS:0;6706a97ae65f:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,33057,1733397587983-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:19:50,133 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:19:50,134 INFO [RS:0;6706a97ae65f:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,33057,1733397587983-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:50,134 INFO [RS:0;6706a97ae65f:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:50,134 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.Replication(171): 6706a97ae65f,33057,1733397587983 started 2024-12-05T11:19:50,152 INFO [RS:0;6706a97ae65f:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:50,152 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,33057,1733397587983, RpcServer on 6706a97ae65f/172.17.0.2:33057, sessionid=0x101a538193c0001 2024-12-05T11:19:50,152 DEBUG [RS:0;6706a97ae65f:33057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:19:50,152 DEBUG [RS:0;6706a97ae65f:33057 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,33057,1733397587983 2024-12-05T11:19:50,152 DEBUG [RS:0;6706a97ae65f:33057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,33057,1733397587983' 2024-12-05T11:19:50,152 DEBUG [RS:0;6706a97ae65f:33057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0905092495/flush-table-proc/abort' 2024-12-05T11:19:50,153 DEBUG [RS:0;6706a97ae65f:33057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0905092495/flush-table-proc/acquired' 2024-12-05T11:19:50,153 DEBUG [RS:0;6706a97ae65f:33057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:19:50,153 DEBUG [RS:0;6706a97ae65f:33057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:19:50,153 DEBUG [RS:0;6706a97ae65f:33057 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,33057,1733397587983 2024-12-05T11:19:50,153 DEBUG [RS:0;6706a97ae65f:33057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,33057,1733397587983' 2024-12-05T11:19:50,153 DEBUG [RS:0;6706a97ae65f:33057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0905092495/online-snapshot/abort' 2024-12-05T11:19:50,153 DEBUG [RS:0;6706a97ae65f:33057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0905092495/online-snapshot/acquired' 2024-12-05T11:19:50,154 DEBUG [RS:0;6706a97ae65f:33057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:19:50,154 INFO [RS:0;6706a97ae65f:33057 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:19:50,154 INFO [RS:0;6706a97ae65f:33057 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:19:50,254 INFO [RS:0;6706a97ae65f:33057 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:19:50,256 INFO [RS:0;6706a97ae65f:33057 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C33057%2C1733397587983, suffix=, logDir=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983, archiveDir=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/oldWALs, maxLogs=10 2024-12-05T11:19:50,259 WARN [6706a97ae65f:36813 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T11:19:50,268 DEBUG [RS:0;6706a97ae65f:33057 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256, exclude list is [], retry=0 2024-12-05T11:19:50,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44097,DS-e176ce1e-4816-4e7c-9c89-9c7166b69f1b,DISK] 2024-12-05T11:19:50,272 INFO [RS:0;6706a97ae65f:33057 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 2024-12-05T11:19:50,272 DEBUG [RS:0;6706a97ae65f:33057 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39807:39807)] 2024-12-05T11:19:50,509 DEBUG [6706a97ae65f:36813 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:19:50,509 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,33057,1733397587983 2024-12-05T11:19:50,510 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,33057,1733397587983, state=OPENING 2024-12-05T11:19:50,559 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:19:50,569 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101a538193c0001, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0905092495 2024-12-05T11:19:50,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0905092495 2024-12-05T11:19:50,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0905092495/meta-region-server: CHANGED 2024-12-05T11:19:50,570 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:19:50,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,33057,1733397587983}] 2024-12-05T11:19:50,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0905092495/meta-region-server: CHANGED 2024-12-05T11:19:50,723 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:19:50,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:19:50,728 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:19:50,728 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:19:50,728 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:19:50,730 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C33057%2C1733397587983.meta, suffix=.meta, logDir=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983, archiveDir=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/oldWALs, maxLogs=10 2024-12-05T11:19:50,749 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.meta.1733397590730.meta, exclude list is [], retry=0 2024-12-05T11:19:50,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44097,DS-e176ce1e-4816-4e7c-9c89-9c7166b69f1b,DISK] 2024-12-05T11:19:50,757 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.meta.1733397590730.meta 2024-12-05T11:19:50,757 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39807:39807)] 2024-12-05T11:19:50,757 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:19:50,758 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:19:50,758 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:19:50,758 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:19:50,758 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:19:50,758 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:19:50,758 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:50,758 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:19:50,758 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:19:50,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:19:50,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:19:50,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:50,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:50,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:19:50,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:19:50,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:50,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:50,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:19:50,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:19:50,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:50,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:50,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:19:50,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:19:50,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:50,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:50,770 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:19:50,771 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740 2024-12-05T11:19:50,773 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740 2024-12-05T11:19:50,774 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:19:50,774 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:19:50,775 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:19:50,776 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:19:50,777 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66696129, jitterRate=-0.006150230765342712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:19:50,777 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:19:50,777 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397590758Writing region info on filesystem at 1733397590758Initializing all the Stores at 1733397590759 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397590759Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397590760 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397590760Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397590760Cleaning up temporary data from old regions at 1733397590774 (+14 ms)Running coprocessor post-open hooks at 1733397590777 (+3 ms)Region opened successfully at 1733397590777 2024-12-05T11:19:50,779 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397590723 2024-12-05T11:19:50,783 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,33057,1733397587983 2024-12-05T11:19:50,784 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,33057,1733397587983, state=OPEN 2024-12-05T11:19:50,784 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:19:50,784 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:19:50,821 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101a538193c0001, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0905092495/meta-region-server 2024-12-05T11:19:50,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0905092495/meta-region-server 2024-12-05T11:19:50,821 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0905092495/meta-region-server: CHANGED 2024-12-05T11:19:50,821 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,33057,1733397587983 2024-12-05T11:19:50,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0905092495/meta-region-server: CHANGED 2024-12-05T11:19:50,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:19:50,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,33057,1733397587983 in 251 msec 2024-12-05T11:19:50,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:19:50,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 720 msec 2024-12-05T11:19:50,829 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:19:50,829 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:19:50,833 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:19:50,833 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,33057,1733397587983, seqNum=-1] 2024-12-05T11:19:50,834 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:19:50,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:19:50,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 833 msec 2024-12-05T11:19:50,841 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397590841, completionTime=-1 2024-12-05T11:19:50,841 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:19:50,841 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:19:50,844 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:19:50,844 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397650844 2024-12-05T11:19:50,844 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397710844 2024-12-05T11:19:50,844 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T11:19:50,844 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36813,1733397587624-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:50,844 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36813,1733397587624-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:50,844 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36813,1733397587624-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:50,844 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:36813, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:50,844 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:50,845 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:50,847 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:19:50,850 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.793sec 2024-12-05T11:19:50,850 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:19:50,850 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:19:50,850 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:19:50,850 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:19:50,850 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:19:50,850 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36813,1733397587624-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:19:50,850 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36813,1733397587624-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:19:50,853 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:19:50,853 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:19:50,853 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36813,1733397587624-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:50,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abc8943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:50,919 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,36813,-1 for getting cluster id 2024-12-05T11:19:50,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:19:50,921 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c5855a7-d185-4b55-9b53-cfff663b5d93' 2024-12-05T11:19:50,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:19:50,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c5855a7-d185-4b55-9b53-cfff663b5d93" 2024-12-05T11:19:50,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a6f936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:50,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,36813,-1] 2024-12-05T11:19:50,922 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:19:50,922 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:50,923 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:19:50,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b906f17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:50,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:19:50,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,33057,1733397587983, seqNum=-1] 2024-12-05T11:19:50,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:19:50,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:19:50,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,36813,1733397587624 2024-12-05T11:19:50,932 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65073 2024-12-05T11:19:50,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:19:50,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a538193c0002 connected 2024-12-05T11:19:50,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/hadoop.log.dir so I do NOT create it in target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b 2024-12-05T11:19:50,964 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T11:19:50,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/hadoop.tmp.dir so I do NOT create it in target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b 2024-12-05T11:19:50,964 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T11:19:50,964 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b 2024-12-05T11:19:50,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:19:50,965 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/cluster_51945652-757b-37ae-b579-9165a7b5ed65, deleteOnExit=true 2024-12-05T11:19:50,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:19:50,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/test.cache.data in system properties and HBase conf 2024-12-05T11:19:50,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:19:50,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:19:50,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:19:50,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:19:50,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:19:50,965 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:19:50,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:19:50,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:19:50,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:19:50,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:19:50,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:19:50,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:19:50,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:19:50,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:19:50,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:19:50,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:19:50,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:19:50,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:19:50,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:19:50,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:19:51,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:19:51,340 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:19:51,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:19:51,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:19:51,342 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:19:51,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:19:51,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3129fbe5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:19:51,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f501352{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:19:51,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19b5ee39{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/java.io.tmpdir/jetty-localhost-36913-hadoop-hdfs-3_4_1-tests_jar-_-any-4648462339627834829/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:19:51,461 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29a7a634{HTTP/1.1, (http/1.1)}{localhost:36913} 2024-12-05T11:19:51,462 INFO [Time-limited test {}] server.Server(415): Started @178799ms 2024-12-05T11:19:51,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:19:51,741 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:19:51,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:19:51,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:19:51,747 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:19:51,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b15a6a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:19:51,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36bec5c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:19:51,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f4f8f06{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/java.io.tmpdir/jetty-localhost-34239-hadoop-hdfs-3_4_1-tests_jar-_-any-1326004206254520950/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:19:51,844 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6aafc8a8{HTTP/1.1, (http/1.1)}{localhost:34239} 2024-12-05T11:19:51,844 INFO [Time-limited test {}] server.Server(415): Started @179181ms 2024-12-05T11:19:51,845 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:19:52,988 WARN [Thread-1806 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/cluster_51945652-757b-37ae-b579-9165a7b5ed65/data/data1/current/BP-537024886-172.17.0.2-1733397590985/current, will proceed with Du for space computation calculation, 2024-12-05T11:19:52,988 WARN [Thread-1807 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/cluster_51945652-757b-37ae-b579-9165a7b5ed65/data/data2/current/BP-537024886-172.17.0.2-1733397590985/current, will proceed with Du for space computation calculation, 2024-12-05T11:19:53,017 WARN [Thread-1794 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:19:53,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cf543e784e94dd2 with lease ID 0xf94765082d5ab118: Processing first storage report for DS-2bf19833-c7be-4abb-975d-1adcacb145fb from datanode DatanodeRegistration(127.0.0.1:38067, datanodeUuid=e45d6742-6151-420c-9a90-a39df10b87ab, infoPort=41761, infoSecurePort=0, ipcPort=45735, storageInfo=lv=-57;cid=testClusterID;nsid=652744151;c=1733397590985) 2024-12-05T11:19:53,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cf543e784e94dd2 with lease ID 0xf94765082d5ab118: from storage DS-2bf19833-c7be-4abb-975d-1adcacb145fb node DatanodeRegistration(127.0.0.1:38067, datanodeUuid=e45d6742-6151-420c-9a90-a39df10b87ab, infoPort=41761, infoSecurePort=0, ipcPort=45735, storageInfo=lv=-57;cid=testClusterID;nsid=652744151;c=1733397590985), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:19:53,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cf543e784e94dd2 with lease ID 0xf94765082d5ab118: Processing first storage report for DS-4067dbf6-6794-4c8f-bdd6-6ed5a1dc2156 from datanode DatanodeRegistration(127.0.0.1:38067, datanodeUuid=e45d6742-6151-420c-9a90-a39df10b87ab, infoPort=41761, infoSecurePort=0, ipcPort=45735, storageInfo=lv=-57;cid=testClusterID;nsid=652744151;c=1733397590985) 2024-12-05T11:19:53,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cf543e784e94dd2 with lease ID 0xf94765082d5ab118: from storage DS-4067dbf6-6794-4c8f-bdd6-6ed5a1dc2156 node DatanodeRegistration(127.0.0.1:38067, datanodeUuid=e45d6742-6151-420c-9a90-a39df10b87ab, infoPort=41761, infoSecurePort=0, ipcPort=45735, storageInfo=lv=-57;cid=testClusterID;nsid=652744151;c=1733397590985), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T11:19:53,081 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b 2024-12-05T11:19:53,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:53,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:53,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:19:53,489 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c with version=8 2024-12-05T11:19:53,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/hbase-staging 2024-12-05T11:19:53,491 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:19:53,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:53,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:53,492 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:19:53,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:53,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:19:53,492 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:19:53,492 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:19:53,495 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33237 2024-12-05T11:19:53,496 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33237 connecting to ZooKeeper ensemble=127.0.0.1:65073 2024-12-05T11:19:53,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332370x0, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:19:53,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33237-0x101a538193c0003 connected 2024-12-05T11:19:53,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:53,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:53,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Set watcher on znode that does not yet exist, /1-641643971/running 2024-12-05T11:19:53,597 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c, hbase.cluster.distributed=false 2024-12-05T11:19:53,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Set watcher on znode that does not yet exist, /1-641643971/acl 2024-12-05T11:19:53,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33237 2024-12-05T11:19:53,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33237 2024-12-05T11:19:53,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33237 2024-12-05T11:19:53,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33237 2024-12-05T11:19:53,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33237 2024-12-05T11:19:53,622 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:19:53,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:53,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:53,622 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:19:53,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:19:53,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:19:53,622 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:19:53,622 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:19:53,624 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37495 2024-12-05T11:19:53,625 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37495 connecting to ZooKeeper ensemble=127.0.0.1:65073 2024-12-05T11:19:53,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:53,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:53,646 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374950x0, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:19:53,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374950x0, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Set watcher on znode that does not yet exist, /1-641643971/running 2024-12-05T11:19:53,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37495-0x101a538193c0004 connected 2024-12-05T11:19:53,647 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:19:53,648 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:19:53,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37495-0x101a538193c0004, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Set watcher on znode that does not yet exist, /1-641643971/master 2024-12-05T11:19:53,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37495-0x101a538193c0004, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Set watcher on znode that does not yet exist, /1-641643971/acl 2024-12-05T11:19:53,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37495 2024-12-05T11:19:53,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37495 2024-12-05T11:19:53,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37495 2024-12-05T11:19:53,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37495 2024-12-05T11:19:53,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37495 2024-12-05T11:19:53,670 DEBUG [M:0;6706a97ae65f:33237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:33237 2024-12-05T11:19:53,670 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-641643971/backup-masters/6706a97ae65f,33237,1733397593491 2024-12-05T11:19:53,677 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x101a538193c0004, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-641643971/backup-masters 2024-12-05T11:19:53,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-641643971/backup-masters 2024-12-05T11:19:53,678 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Set watcher on existing znode=/1-641643971/backup-masters/6706a97ae65f,33237,1733397593491 2024-12-05T11:19:53,688 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x101a538193c0004, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-641643971/master 2024-12-05T11:19:53,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-641643971 2024-12-05T11:19:53,688 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x101a538193c0004, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-641643971 2024-12-05T11:19:53,688 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Set watcher on existing znode=/1-641643971/master 2024-12-05T11:19:53,689 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-641643971/backup-masters/6706a97ae65f,33237,1733397593491 from backup master directory 2024-12-05T11:19:53,698 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x101a538193c0004, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-641643971/backup-masters 2024-12-05T11:19:53,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-641643971/backup-masters/6706a97ae65f,33237,1733397593491 2024-12-05T11:19:53,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-641643971/backup-masters 2024-12-05T11:19:53,698 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:19:53,698 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,33237,1733397593491 2024-12-05T11:19:53,703 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/hbase.id] with ID: 97266820-0c42-4834-b833-da19dbff0d5a 2024-12-05T11:19:53,703 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/.tmp/hbase.id 2024-12-05T11:19:53,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:19:53,713 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/.tmp/hbase.id]:[hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/hbase.id] 2024-12-05T11:19:53,721 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:19:53,721 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:19:53,722 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T11:19:53,730 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x101a538193c0004, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-641643971 2024-12-05T11:19:53,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-641643971 2024-12-05T11:19:53,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:19:53,738 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:19:53,738 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:19:53,738 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:19:53,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:19:53,746 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/data/master/store 2024-12-05T11:19:53,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:19:54,152 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:54,153 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:19:54,153 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:54,153 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:54,153 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:19:54,153 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:54,153 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:19:54,153 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397594152Disabling compacts and flushes for region at 1733397594152Disabling writes for close at 1733397594153 (+1 ms)Writing region close event to WAL at 1733397594153Closed at 1733397594153 2024-12-05T11:19:54,154 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/data/master/store/.initializing 2024-12-05T11:19:54,154 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/WALs/6706a97ae65f,33237,1733397593491 2024-12-05T11:19:54,162 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:19:54,166 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C33237%2C1733397593491, suffix=, logDir=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/WALs/6706a97ae65f,33237,1733397593491, archiveDir=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/oldWALs, maxLogs=10 2024-12-05T11:19:54,198 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/WALs/6706a97ae65f,33237,1733397593491/6706a97ae65f%2C33237%2C1733397593491.1733397594166, exclude list is [], retry=0 2024-12-05T11:19:54,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38067,DS-2bf19833-c7be-4abb-975d-1adcacb145fb,DISK] 2024-12-05T11:19:54,212 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/WALs/6706a97ae65f,33237,1733397593491/6706a97ae65f%2C33237%2C1733397593491.1733397594166 2024-12-05T11:19:54,216 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41761:41761)] 2024-12-05T11:19:54,216 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:19:54,217 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:54,217 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:54,217 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:54,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:54,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:19:54,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:54,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:54,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:54,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:19:54,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:54,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:54,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:54,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:19:54,230 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:54,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:54,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:54,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:19:54,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:54,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:54,240 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:54,241 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:54,242 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:54,243 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:54,243 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:54,244 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:19:54,246 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:19:54,248 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:19:54,249 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68098998, jitterRate=0.014754146337509155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:19:54,249 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397594217Initializing all the Stores at 1733397594218 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397594218Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397594222 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397594222Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397594222Cleaning up temporary data from old regions at 1733397594243 (+21 ms)Region opened successfully at 1733397594249 (+6 ms) 2024-12-05T11:19:54,252 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:19:54,255 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5ca914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:19:54,256 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:19:54,256 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:19:54,256 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:19:54,256 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:19:54,257 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:19:54,257 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:19:54,257 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:19:54,265 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:19:54,266 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Unable to get data of znode /1-641643971/balancer because node does not exist (not necessarily an error) 2024-12-05T11:19:54,295 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-641643971/balancer already deleted, retry=false 2024-12-05T11:19:54,296 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:19:54,296 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Unable to get data of znode /1-641643971/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:19:54,359 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-641643971/normalizer already deleted, retry=false 2024-12-05T11:19:54,360 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:19:54,361 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Unable to get data of znode /1-641643971/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:19:54,423 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-641643971/switch/split already deleted, retry=false 2024-12-05T11:19:54,424 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Unable to get data of znode /1-641643971/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:19:54,434 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:19:54,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:54,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:54,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:54,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:54,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:54,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:54,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:54,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:19:54,486 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-641643971/switch/merge already deleted, retry=false 2024-12-05T11:19:54,488 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Unable to get data of znode /1-641643971/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:19:54,509 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-641643971/snapshot-cleanup already deleted, retry=false 2024-12-05T11:19:54,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-641643971/running 2024-12-05T11:19:54,574 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x101a538193c0004, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-641643971/running 2024-12-05T11:19:54,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-641643971 2024-12-05T11:19:54,575 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x101a538193c0004, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-641643971 2024-12-05T11:19:54,575 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,33237,1733397593491, sessionid=0x101a538193c0003, setting cluster-up flag (Was=false) 2024-12-05T11:19:54,664 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x101a538193c0004, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-641643971 2024-12-05T11:19:54,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-641643971 2024-12-05T11:19:54,881 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-641643971/flush-table-proc/acquired, /1-641643971/flush-table-proc/reached, /1-641643971/flush-table-proc/abort 2024-12-05T11:19:54,882 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,33237,1733397593491 2024-12-05T11:19:54,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-641643971 2024-12-05T11:19:54,962 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x101a538193c0004, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-641643971 2024-12-05T11:19:54,993 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-641643971/online-snapshot/acquired, /1-641643971/online-snapshot/reached, /1-641643971/online-snapshot/abort 2024-12-05T11:19:54,994 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,33237,1733397593491 2024-12-05T11:19:54,995 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:19:54,996 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:19:54,997 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:19:54,997 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:19:54,997 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,33237,1733397593491 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:19:54,998 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:19:54,998 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:19:54,998 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:19:54,998 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:19:54,998 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:19:54,998 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:54,998 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:19:54,998 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:54,999 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:19:54,999 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:19:55,000 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:55,001 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:19:55,009 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397625008 2024-12-05T11:19:55,009 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:19:55,009 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:19:55,009 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:19:55,009 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:19:55,009 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:19:55,009 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:19:55,009 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:55,009 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:19:55,009 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:19:55,010 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:19:55,010 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:19:55,012 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:19:55,012 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:19:55,013 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397595012,5,FailOnTimeoutGroup] 2024-12-05T11:19:55,014 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397595013,5,FailOnTimeoutGroup] 2024-12-05T11:19:55,014 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:55,014 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:19:55,014 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:55,014 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:55,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:19:55,020 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:19:55,020 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c 2024-12-05T11:19:55,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741832_1008 (size=32) 2024-12-05T11:19:55,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:55,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:19:55,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:19:55,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:55,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:55,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:19:55,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:19:55,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:55,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:55,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:19:55,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:19:55,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:55,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:55,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:19:55,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:19:55,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:55,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:55,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:19:55,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740 2024-12-05T11:19:55,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740 2024-12-05T11:19:55,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:19:55,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:19:55,039 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:19:55,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:19:55,046 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:19:55,046 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73128764, jitterRate=0.0897035002708435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:19:55,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397595026Initializing all the Stores at 1733397595027 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397595027Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397595027Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397595027Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397595027Cleaning up temporary data from old regions at 1733397595037 (+10 ms)Region opened successfully at 1733397595046 (+9 ms) 2024-12-05T11:19:55,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:19:55,047 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:19:55,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:19:55,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:19:55,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:19:55,047 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:19:55,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397595046Disabling compacts and flushes for region at 1733397595046Disabling writes for close at 1733397595047 (+1 ms)Writing region close event to WAL at 1733397595047Closed at 1733397595047 2024-12-05T11:19:55,048 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:19:55,048 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:19:55,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:19:55,049 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:19:55,050 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:19:55,061 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.HRegionServer(746): ClusterId : 97266820-0c42-4834-b833-da19dbff0d5a 2024-12-05T11:19:55,061 DEBUG [RS:0;6706a97ae65f:37495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:19:55,068 DEBUG [RS:0;6706a97ae65f:37495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:19:55,068 DEBUG [RS:0;6706a97ae65f:37495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:19:55,078 DEBUG [RS:0;6706a97ae65f:37495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:19:55,078 DEBUG [RS:0;6706a97ae65f:37495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cfd10f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:19:55,096 DEBUG [RS:0;6706a97ae65f:37495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:37495 2024-12-05T11:19:55,096 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:19:55,096 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:19:55,096 DEBUG [RS:0;6706a97ae65f:37495 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:19:55,097 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,33237,1733397593491 with port=37495, startcode=1733397593621 2024-12-05T11:19:55,097 DEBUG [RS:0;6706a97ae65f:37495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:19:55,099 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:19:55,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,37495,1733397593621 2024-12-05T11:19:55,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33237 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,37495,1733397593621 2024-12-05T11:19:55,100 DEBUG [RS:0;6706a97ae65f:37495 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c 2024-12-05T11:19:55,100 DEBUG [RS:0;6706a97ae65f:37495 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33185 2024-12-05T11:19:55,100 DEBUG [RS:0;6706a97ae65f:37495 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:19:55,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-641643971/rs 2024-12-05T11:19:55,111 DEBUG [RS:0;6706a97ae65f:37495 {}] zookeeper.ZKUtil(111): regionserver:37495-0x101a538193c0004, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Set watcher on existing znode=/1-641643971/rs/6706a97ae65f,37495,1733397593621 2024-12-05T11:19:55,111 WARN [RS:0;6706a97ae65f:37495 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:19:55,111 INFO [RS:0;6706a97ae65f:37495 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:19:55,111 DEBUG [RS:0;6706a97ae65f:37495 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621 2024-12-05T11:19:55,113 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,37495,1733397593621] 2024-12-05T11:19:55,121 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:19:55,124 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:19:55,124 INFO [RS:0;6706a97ae65f:37495 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:19:55,124 INFO [RS:0;6706a97ae65f:37495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:55,127 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:19:55,127 INFO [RS:0;6706a97ae65f:37495 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:19:55,128 INFO [RS:0;6706a97ae65f:37495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:55,128 DEBUG [RS:0;6706a97ae65f:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:55,128 DEBUG [RS:0;6706a97ae65f:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:55,128 DEBUG [RS:0;6706a97ae65f:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:55,128 DEBUG [RS:0;6706a97ae65f:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:55,128 DEBUG [RS:0;6706a97ae65f:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:55,128 DEBUG [RS:0;6706a97ae65f:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:19:55,128 DEBUG [RS:0;6706a97ae65f:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:55,128 DEBUG [RS:0;6706a97ae65f:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:55,128 DEBUG [RS:0;6706a97ae65f:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:55,128 DEBUG [RS:0;6706a97ae65f:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:55,128 DEBUG [RS:0;6706a97ae65f:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:55,128 DEBUG [RS:0;6706a97ae65f:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:19:55,128 DEBUG [RS:0;6706a97ae65f:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:19:55,128 DEBUG [RS:0;6706a97ae65f:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:19:55,133 INFO [RS:0;6706a97ae65f:37495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:55,133 INFO [RS:0;6706a97ae65f:37495 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:55,133 INFO [RS:0;6706a97ae65f:37495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:55,133 INFO [RS:0;6706a97ae65f:37495 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:55,133 INFO [RS:0;6706a97ae65f:37495 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:55,133 INFO [RS:0;6706a97ae65f:37495 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37495,1733397593621-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:19:55,155 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:19:55,155 INFO [RS:0;6706a97ae65f:37495 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37495,1733397593621-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:55,155 INFO [RS:0;6706a97ae65f:37495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:55,155 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.Replication(171): 6706a97ae65f,37495,1733397593621 started 2024-12-05T11:19:55,174 INFO [RS:0;6706a97ae65f:37495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:55,175 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,37495,1733397593621, RpcServer on 6706a97ae65f/172.17.0.2:37495, sessionid=0x101a538193c0004 2024-12-05T11:19:55,175 DEBUG [RS:0;6706a97ae65f:37495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:19:55,175 DEBUG [RS:0;6706a97ae65f:37495 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,37495,1733397593621 2024-12-05T11:19:55,175 DEBUG [RS:0;6706a97ae65f:37495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,37495,1733397593621' 2024-12-05T11:19:55,175 DEBUG [RS:0;6706a97ae65f:37495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-641643971/flush-table-proc/abort' 2024-12-05T11:19:55,175 DEBUG [RS:0;6706a97ae65f:37495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-641643971/flush-table-proc/acquired' 2024-12-05T11:19:55,175 DEBUG [RS:0;6706a97ae65f:37495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:19:55,176 DEBUG [RS:0;6706a97ae65f:37495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:19:55,176 DEBUG [RS:0;6706a97ae65f:37495 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,37495,1733397593621 2024-12-05T11:19:55,176 DEBUG [RS:0;6706a97ae65f:37495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,37495,1733397593621' 2024-12-05T11:19:55,176 DEBUG [RS:0;6706a97ae65f:37495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-641643971/online-snapshot/abort' 2024-12-05T11:19:55,176 DEBUG [RS:0;6706a97ae65f:37495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-641643971/online-snapshot/acquired' 2024-12-05T11:19:55,176 DEBUG [RS:0;6706a97ae65f:37495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:19:55,176 INFO [RS:0;6706a97ae65f:37495 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:19:55,176 INFO [RS:0;6706a97ae65f:37495 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:19:55,200 WARN [6706a97ae65f:33237 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T11:19:55,277 INFO [RS:0;6706a97ae65f:37495 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:19:55,278 INFO [RS:0;6706a97ae65f:37495 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C37495%2C1733397593621, suffix=, logDir=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621, archiveDir=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/oldWALs, maxLogs=10 2024-12-05T11:19:55,297 DEBUG [RS:0;6706a97ae65f:37495 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278, exclude list is [], retry=0 2024-12-05T11:19:55,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38067,DS-2bf19833-c7be-4abb-975d-1adcacb145fb,DISK] 2024-12-05T11:19:55,312 INFO [RS:0;6706a97ae65f:37495 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278 2024-12-05T11:19:55,313 DEBUG [RS:0;6706a97ae65f:37495 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41761:41761)] 2024-12-05T11:19:55,451 DEBUG [6706a97ae65f:33237 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:19:55,451 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,37495,1733397593621 2024-12-05T11:19:55,455 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,37495,1733397593621, state=OPENING 2024-12-05T11:19:55,536 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:19:55,551 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x101a538193c0004, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-641643971 2024-12-05T11:19:55,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-641643971 2024-12-05T11:19:55,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-641643971/meta-region-server: CHANGED 2024-12-05T11:19:55,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-641643971/meta-region-server: CHANGED 2024-12-05T11:19:55,553 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:19:55,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,37495,1733397593621}] 2024-12-05T11:19:55,709 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:19:55,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:19:55,713 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:19:55,713 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:19:55,713 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:19:55,714 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C37495%2C1733397593621.meta, suffix=.meta, logDir=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621, archiveDir=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/oldWALs, maxLogs=10 2024-12-05T11:19:55,726 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.meta.1733397595714.meta, exclude list is [], retry=0 2024-12-05T11:19:55,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38067,DS-2bf19833-c7be-4abb-975d-1adcacb145fb,DISK] 2024-12-05T11:19:55,729 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.meta.1733397595714.meta 2024-12-05T11:19:55,730 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41761:41761)] 2024-12-05T11:19:55,730 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:19:55,730 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:19:55,730 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:19:55,730 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:19:55,730 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:19:55,730 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:19:55,730 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:55,731 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:19:55,731 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:19:55,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:19:55,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:19:55,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:55,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:55,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:19:55,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:19:55,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:55,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:55,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:19:55,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:19:55,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:55,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:55,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:19:55,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:19:55,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:55,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:19:55,735 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:19:55,736 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740 2024-12-05T11:19:55,736 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740 2024-12-05T11:19:55,737 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:19:55,737 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:19:55,738 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:19:55,738 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:19:55,739 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66644918, jitterRate=-0.006913334131240845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:19:55,739 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:19:55,739 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397595731Writing region info on filesystem at 1733397595731Initializing all the Stores at 1733397595731Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397595731Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397595732 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397595732Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397595732Cleaning up temporary data from old regions at 1733397595737 (+5 ms)Running coprocessor post-open hooks at 1733397595739 (+2 ms)Region opened successfully at 1733397595739 2024-12-05T11:19:55,740 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397595708 2024-12-05T11:19:55,742 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:19:55,742 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:19:55,742 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,37495,1733397593621 2024-12-05T11:19:55,742 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,37495,1733397593621, state=OPEN 2024-12-05T11:19:55,793 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x101a538193c0004, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-641643971/meta-region-server 2024-12-05T11:19:55,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-641643971/meta-region-server 2024-12-05T11:19:55,793 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,37495,1733397593621 2024-12-05T11:19:55,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-641643971/meta-region-server: CHANGED 2024-12-05T11:19:55,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-641643971/meta-region-server: CHANGED 2024-12-05T11:19:55,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:19:55,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,37495,1733397593621 in 240 msec 2024-12-05T11:19:55,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:19:55,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 747 msec 2024-12-05T11:19:55,797 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:19:55,797 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:19:55,799 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:19:55,799 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,37495,1733397593621, seqNum=-1] 2024-12-05T11:19:55,799 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:19:55,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:19:55,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 808 msec 2024-12-05T11:19:55,804 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397595804, completionTime=-1 2024-12-05T11:19:55,804 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:19:55,804 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:19:55,806 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:19:55,806 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397655806 2024-12-05T11:19:55,806 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397715806 2024-12-05T11:19:55,806 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T11:19:55,806 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,33237,1733397593491-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:55,806 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,33237,1733397593491-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:55,806 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,33237,1733397593491-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:55,806 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:33237, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:55,807 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:55,807 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:55,808 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:19:55,809 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.110sec 2024-12-05T11:19:55,810 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:19:55,810 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:19:55,810 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:19:55,810 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:19:55,810 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:19:55,810 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,33237,1733397593491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:19:55,810 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,33237,1733397593491-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:19:55,811 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:19:55,811 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:19:55,811 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,33237,1733397593491-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:19:55,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4534460a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:55,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,33237,-1 for getting cluster id 2024-12-05T11:19:55,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:19:55,863 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97266820-0c42-4834-b833-da19dbff0d5a' 2024-12-05T11:19:55,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:19:55,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97266820-0c42-4834-b833-da19dbff0d5a" 2024-12-05T11:19:55,864 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7123f76a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:55,864 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,33237,-1] 2024-12-05T11:19:55,864 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:19:55,864 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:55,865 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:19:55,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16739b31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:55,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:19:55,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,37495,1733397593621, seqNum=-1] 2024-12-05T11:19:55,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:19:55,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:19:55,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,33237,1733397593491 2024-12-05T11:19:55,870 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65073 2024-12-05T11:19:55,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:19:55,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a538193c0005 connected 2024-12-05T11:19:55,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:19:55,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,36813,1733397587624 2024-12-05T11:19:55,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a7795cb 2024-12-05T11:19:55,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:19:55,912 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:19:55,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36813 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:19:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36813 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T11:19:55,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:19:55,915 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:55,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36813 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T11:19:55,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:19:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:19:55,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741835_1011 (size=902) 2024-12-05T11:19:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:19:56,082 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:19:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:19:56,323 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16d9e35379633a63fe92f7c7deeb8b1e, NAME => 'test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a 2024-12-05T11:19:56,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741836_1012 (size=39) 2024-12-05T11:19:56,335 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:56,335 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 16d9e35379633a63fe92f7c7deeb8b1e, disabling compactions & flushes 2024-12-05T11:19:56,335 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e. 2024-12-05T11:19:56,335 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e. 2024-12-05T11:19:56,335 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e. after waiting 0 ms 2024-12-05T11:19:56,335 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e. 2024-12-05T11:19:56,335 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e. 2024-12-05T11:19:56,335 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16d9e35379633a63fe92f7c7deeb8b1e: Waiting for close lock at 1733397596335Disabling compacts and flushes for region at 1733397596335Disabling writes for close at 1733397596335Writing region close event to WAL at 1733397596335Closed at 1733397596335 2024-12-05T11:19:56,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:19:56,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733397596336"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397596336"}]},"ts":"1733397596336"} 2024-12-05T11:19:56,339 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:19:56,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:19:56,340 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397596340"}]},"ts":"1733397596340"} 2024-12-05T11:19:56,343 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T11:19:56,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=16d9e35379633a63fe92f7c7deeb8b1e, ASSIGN}] 2024-12-05T11:19:56,344 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=16d9e35379633a63fe92f7c7deeb8b1e, ASSIGN 2024-12-05T11:19:56,345 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=16d9e35379633a63fe92f7c7deeb8b1e, ASSIGN; state=OFFLINE, location=6706a97ae65f,33057,1733397587983; forceNewPlan=false, retain=false 2024-12-05T11:19:56,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16d9e35379633a63fe92f7c7deeb8b1e, regionState=OPENING, regionLocation=6706a97ae65f,33057,1733397587983 2024-12-05T11:19:56,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=16d9e35379633a63fe92f7c7deeb8b1e, ASSIGN because future has completed 2024-12-05T11:19:56,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16d9e35379633a63fe92f7c7deeb8b1e, server=6706a97ae65f,33057,1733397587983}] 2024-12-05T11:19:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:19:56,660 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e. 2024-12-05T11:19:56,660 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 16d9e35379633a63fe92f7c7deeb8b1e, NAME => 'test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:19:56,661 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:19:56,661 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T11:19:56,661 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 16d9e35379633a63fe92f7c7deeb8b1e 2024-12-05T11:19:56,661 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:56,661 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 16d9e35379633a63fe92f7c7deeb8b1e 2024-12-05T11:19:56,661 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 16d9e35379633a63fe92f7c7deeb8b1e 2024-12-05T11:19:56,664 INFO [StoreOpener-16d9e35379633a63fe92f7c7deeb8b1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 16d9e35379633a63fe92f7c7deeb8b1e 2024-12-05T11:19:56,666 INFO [StoreOpener-16d9e35379633a63fe92f7c7deeb8b1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16d9e35379633a63fe92f7c7deeb8b1e columnFamilyName f 2024-12-05T11:19:56,666 DEBUG [StoreOpener-16d9e35379633a63fe92f7c7deeb8b1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:56,666 INFO [StoreOpener-16d9e35379633a63fe92f7c7deeb8b1e-1 {}] regionserver.HStore(327): Store=16d9e35379633a63fe92f7c7deeb8b1e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:56,666 INFO [StoreOpener-16d9e35379633a63fe92f7c7deeb8b1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 16d9e35379633a63fe92f7c7deeb8b1e 2024-12-05T11:19:56,667 INFO [StoreOpener-16d9e35379633a63fe92f7c7deeb8b1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16d9e35379633a63fe92f7c7deeb8b1e columnFamilyName f1 2024-12-05T11:19:56,667 DEBUG [StoreOpener-16d9e35379633a63fe92f7c7deeb8b1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:56,668 INFO [StoreOpener-16d9e35379633a63fe92f7c7deeb8b1e-1 {}] regionserver.HStore(327): Store=16d9e35379633a63fe92f7c7deeb8b1e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:56,668 INFO [StoreOpener-16d9e35379633a63fe92f7c7deeb8b1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 16d9e35379633a63fe92f7c7deeb8b1e 2024-12-05T11:19:56,669 INFO [StoreOpener-16d9e35379633a63fe92f7c7deeb8b1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16d9e35379633a63fe92f7c7deeb8b1e columnFamilyName norep 2024-12-05T11:19:56,669 DEBUG [StoreOpener-16d9e35379633a63fe92f7c7deeb8b1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:56,669 INFO [StoreOpener-16d9e35379633a63fe92f7c7deeb8b1e-1 {}] regionserver.HStore(327): Store=16d9e35379633a63fe92f7c7deeb8b1e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:56,669 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 16d9e35379633a63fe92f7c7deeb8b1e 2024-12-05T11:19:56,670 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/default/test/16d9e35379633a63fe92f7c7deeb8b1e 2024-12-05T11:19:56,673 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/default/test/16d9e35379633a63fe92f7c7deeb8b1e 2024-12-05T11:19:56,674 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 16d9e35379633a63fe92f7c7deeb8b1e 2024-12-05T11:19:56,674 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 16d9e35379633a63fe92f7c7deeb8b1e 2024-12-05T11:19:56,675 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:19:56,676 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 16d9e35379633a63fe92f7c7deeb8b1e 2024-12-05T11:19:56,678 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/default/test/16d9e35379633a63fe92f7c7deeb8b1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:19:56,678 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 16d9e35379633a63fe92f7c7deeb8b1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72960549, jitterRate=0.08719690144062042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:19:56,679 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16d9e35379633a63fe92f7c7deeb8b1e 2024-12-05T11:19:56,679 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 16d9e35379633a63fe92f7c7deeb8b1e: Running coprocessor pre-open hook at 1733397596661Writing region info on filesystem at 1733397596661Initializing all the Stores at 1733397596662 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397596662Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397596664 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397596664Cleaning up temporary data from old regions at 1733397596674 (+10 ms)Running coprocessor post-open hooks at 1733397596679 (+5 ms)Region opened successfully at 1733397596679 2024-12-05T11:19:56,680 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e., pid=6, masterSystemTime=1733397596652 2024-12-05T11:19:56,683 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e. 2024-12-05T11:19:56,683 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e. 2024-12-05T11:19:56,684 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16d9e35379633a63fe92f7c7deeb8b1e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6706a97ae65f,33057,1733397587983 2024-12-05T11:19:56,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16d9e35379633a63fe92f7c7deeb8b1e, server=6706a97ae65f,33057,1733397587983 because future has completed 2024-12-05T11:19:56,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T11:19:56,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 16d9e35379633a63fe92f7c7deeb8b1e, server=6706a97ae65f,33057,1733397587983 in 191 msec 2024-12-05T11:19:56,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T11:19:56,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=16d9e35379633a63fe92f7c7deeb8b1e, ASSIGN in 349 msec 2024-12-05T11:19:56,694 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:19:56,695 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397596694"}]},"ts":"1733397596694"} 2024-12-05T11:19:56,697 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T11:19:56,698 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:19:56,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 786 msec 2024-12-05T11:19:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:19:57,056 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T11:19:57,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:19:57,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,33237,1733397593491 2024-12-05T11:19:57,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a761521 2024-12-05T11:19:57,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:19:57,059 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:19:57,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:19:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T11:19:57,062 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:19:57,062 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:57,063 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:19:57,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T11:19:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:19:57,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741835_1011 (size=902) 2024-12-05T11:19:57,072 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 988facd98cb91d1b80a8030f8cc9533b, NAME => 'test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c 2024-12-05T11:19:57,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741836_1012 (size=39) 2024-12-05T11:19:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:19:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:19:57,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:57,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 988facd98cb91d1b80a8030f8cc9533b, disabling compactions & flushes 2024-12-05T11:19:57,486 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b. 2024-12-05T11:19:57,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b. 2024-12-05T11:19:57,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b. after waiting 0 ms 2024-12-05T11:19:57,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b. 2024-12-05T11:19:57,486 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b. 2024-12-05T11:19:57,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 988facd98cb91d1b80a8030f8cc9533b: Waiting for close lock at 1733397597486Disabling compacts and flushes for region at 1733397597486Disabling writes for close at 1733397597486Writing region close event to WAL at 1733397597486Closed at 1733397597486 2024-12-05T11:19:57,487 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:19:57,487 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733397597487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397597487"}]},"ts":"1733397597487"} 2024-12-05T11:19:57,489 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:19:57,490 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:19:57,490 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397597490"}]},"ts":"1733397597490"} 2024-12-05T11:19:57,491 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T11:19:57,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=988facd98cb91d1b80a8030f8cc9533b, ASSIGN}] 2024-12-05T11:19:57,492 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=988facd98cb91d1b80a8030f8cc9533b, ASSIGN 2024-12-05T11:19:57,494 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=988facd98cb91d1b80a8030f8cc9533b, ASSIGN; state=OFFLINE, location=6706a97ae65f,37495,1733397593621; forceNewPlan=false, retain=false 2024-12-05T11:19:57,645 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=988facd98cb91d1b80a8030f8cc9533b, regionState=OPENING, regionLocation=6706a97ae65f,37495,1733397593621 2024-12-05T11:19:57,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=988facd98cb91d1b80a8030f8cc9533b, ASSIGN because future has completed 2024-12-05T11:19:57,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 988facd98cb91d1b80a8030f8cc9533b, server=6706a97ae65f,37495,1733397593621}] 2024-12-05T11:19:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:19:57,803 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b. 2024-12-05T11:19:57,804 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 988facd98cb91d1b80a8030f8cc9533b, NAME => 'test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:19:57,804 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:19:57,804 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T11:19:57,804 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 988facd98cb91d1b80a8030f8cc9533b 2024-12-05T11:19:57,804 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:57,804 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 988facd98cb91d1b80a8030f8cc9533b 2024-12-05T11:19:57,804 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 988facd98cb91d1b80a8030f8cc9533b 2024-12-05T11:19:57,805 INFO [StoreOpener-988facd98cb91d1b80a8030f8cc9533b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 988facd98cb91d1b80a8030f8cc9533b 2024-12-05T11:19:57,807 INFO [StoreOpener-988facd98cb91d1b80a8030f8cc9533b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 988facd98cb91d1b80a8030f8cc9533b columnFamilyName f 2024-12-05T11:19:57,807 DEBUG [StoreOpener-988facd98cb91d1b80a8030f8cc9533b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:57,807 INFO [StoreOpener-988facd98cb91d1b80a8030f8cc9533b-1 {}] regionserver.HStore(327): Store=988facd98cb91d1b80a8030f8cc9533b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:57,807 INFO [StoreOpener-988facd98cb91d1b80a8030f8cc9533b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 988facd98cb91d1b80a8030f8cc9533b 2024-12-05T11:19:57,808 INFO [StoreOpener-988facd98cb91d1b80a8030f8cc9533b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 988facd98cb91d1b80a8030f8cc9533b columnFamilyName f1 2024-12-05T11:19:57,808 DEBUG [StoreOpener-988facd98cb91d1b80a8030f8cc9533b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:57,808 INFO [StoreOpener-988facd98cb91d1b80a8030f8cc9533b-1 {}] regionserver.HStore(327): Store=988facd98cb91d1b80a8030f8cc9533b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:57,808 INFO [StoreOpener-988facd98cb91d1b80a8030f8cc9533b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 988facd98cb91d1b80a8030f8cc9533b 2024-12-05T11:19:57,809 INFO [StoreOpener-988facd98cb91d1b80a8030f8cc9533b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 988facd98cb91d1b80a8030f8cc9533b columnFamilyName norep 2024-12-05T11:19:57,809 DEBUG [StoreOpener-988facd98cb91d1b80a8030f8cc9533b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:57,810 INFO [StoreOpener-988facd98cb91d1b80a8030f8cc9533b-1 {}] regionserver.HStore(327): Store=988facd98cb91d1b80a8030f8cc9533b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:57,810 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 988facd98cb91d1b80a8030f8cc9533b 2024-12-05T11:19:57,810 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/default/test/988facd98cb91d1b80a8030f8cc9533b 2024-12-05T11:19:57,811 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/default/test/988facd98cb91d1b80a8030f8cc9533b 2024-12-05T11:19:57,811 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 988facd98cb91d1b80a8030f8cc9533b 2024-12-05T11:19:57,811 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 988facd98cb91d1b80a8030f8cc9533b 2024-12-05T11:19:57,812 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:19:57,813 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 988facd98cb91d1b80a8030f8cc9533b 2024-12-05T11:19:57,824 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/default/test/988facd98cb91d1b80a8030f8cc9533b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:19:57,825 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 988facd98cb91d1b80a8030f8cc9533b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73792623, jitterRate=0.09959577023983002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:19:57,825 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 988facd98cb91d1b80a8030f8cc9533b 2024-12-05T11:19:57,825 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 988facd98cb91d1b80a8030f8cc9533b: Running coprocessor pre-open hook at 1733397597804Writing region info on filesystem at 1733397597804Initializing all the Stores at 1733397597805 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397597805Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397597805Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397597805Cleaning up temporary data from old regions at 1733397597811 (+6 ms)Running coprocessor post-open hooks at 1733397597825 (+14 ms)Region opened successfully at 1733397597825 2024-12-05T11:19:57,826 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b., pid=6, masterSystemTime=1733397597800 2024-12-05T11:19:57,828 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b. 2024-12-05T11:19:57,828 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b. 2024-12-05T11:19:57,828 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=988facd98cb91d1b80a8030f8cc9533b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6706a97ae65f,37495,1733397593621 2024-12-05T11:19:57,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 988facd98cb91d1b80a8030f8cc9533b, server=6706a97ae65f,37495,1733397593621 because future has completed 2024-12-05T11:19:57,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T11:19:57,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 988facd98cb91d1b80a8030f8cc9533b, server=6706a97ae65f,37495,1733397593621 in 183 msec 2024-12-05T11:19:57,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T11:19:57,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=988facd98cb91d1b80a8030f8cc9533b, ASSIGN in 342 msec 2024-12-05T11:19:57,835 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:19:57,835 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397597835"}]},"ts":"1733397597835"} 2024-12-05T11:19:57,838 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T11:19:57,838 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:19:57,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 778 msec 2024-12-05T11:19:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:19:58,207 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T11:19:58,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f8fe78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:58,207 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,36813,-1 for getting cluster id 2024-12-05T11:19:58,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:19:58,208 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c5855a7-d185-4b55-9b53-cfff663b5d93' 2024-12-05T11:19:58,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:19:58,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c5855a7-d185-4b55-9b53-cfff663b5d93" 2024-12-05T11:19:58,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754bfe66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:58,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,36813,-1] 2024-12-05T11:19:58,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:19:58,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:58,210 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:19:58,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7658df05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:58,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dbbc9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:58,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,33237,-1 for getting cluster id 2024-12-05T11:19:58,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:19:58,211 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97266820-0c42-4834-b833-da19dbff0d5a' 2024-12-05T11:19:58,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:19:58,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97266820-0c42-4834-b833-da19dbff0d5a" 2024-12-05T11:19:58,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@576ee1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:58,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,33237,-1] 2024-12-05T11:19:58,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:19:58,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:58,212 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:19:58,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6678ad3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:58,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510cfaac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:58,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,36813,-1 for getting cluster id 2024-12-05T11:19:58,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:19:58,214 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c5855a7-d185-4b55-9b53-cfff663b5d93' 2024-12-05T11:19:58,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:19:58,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c5855a7-d185-4b55-9b53-cfff663b5d93" 2024-12-05T11:19:58,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1ffe60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:58,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,36813,-1] 2024-12-05T11:19:58,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:19:58,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:58,215 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:19:58,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6962d2cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:58,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:19:58,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,36813,1733397587624 2024-12-05T11:19:58,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22b8bbc0 2024-12-05T11:19:58,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:19:58,218 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:19:58,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36813 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6706a97ae65f:33237,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T11:19:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36813 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T11:19:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:19:58,220 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:33237' 2024-12-05T11:19:58,221 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f2faf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:58,221 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,33237,-1 for getting cluster id 2024-12-05T11:19:58,222 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:19:58,222 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97266820-0c42-4834-b833-da19dbff0d5a' 2024-12-05T11:19:58,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:19:58,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97266820-0c42-4834-b833-da19dbff0d5a" 2024-12-05T11:19:58,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc43f8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:58,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,33237,-1] 2024-12-05T11:19:58,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:19:58,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:58,223 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:19:58,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16286e6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:58,224 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:19:58,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,33237,1733397593491 2024-12-05T11:19:58,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cc3698b 2024-12-05T11:19:58,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:19:58,226 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:19:58,226 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T11:19:58,226 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T11:19:58,226 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:58,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:19:58,226 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:58,227 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:19:58,228 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T11:19:58,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:19:58,228 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:58,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:19:58,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741837_1013 (size=1138) 2024-12-05T11:19:58,237 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a4396ffe964c87220dfcbda1edf5d432, NAME => 'hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a 2024-12-05T11:19:58,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741838_1014 (size=44) 2024-12-05T11:19:58,278 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T11:19:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:19:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:19:58,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:58,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a4396ffe964c87220dfcbda1edf5d432, disabling compactions & flushes 2024-12-05T11:19:58,642 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432. 2024-12-05T11:19:58,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432. 2024-12-05T11:19:58,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432. after waiting 0 ms 2024-12-05T11:19:58,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432. 2024-12-05T11:19:58,642 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432. 2024-12-05T11:19:58,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a4396ffe964c87220dfcbda1edf5d432: Waiting for close lock at 1733397598642Disabling compacts and flushes for region at 1733397598642Disabling writes for close at 1733397598642Writing region close event to WAL at 1733397598642Closed at 1733397598642 2024-12-05T11:19:58,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:19:58,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733397598644"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397598644"}]},"ts":"1733397598644"} 2024-12-05T11:19:58,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:19:58,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:19:58,649 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397598649"}]},"ts":"1733397598649"} 2024-12-05T11:19:58,652 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T11:19:58,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a4396ffe964c87220dfcbda1edf5d432, ASSIGN}] 2024-12-05T11:19:58,654 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a4396ffe964c87220dfcbda1edf5d432, ASSIGN 2024-12-05T11:19:58,654 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a4396ffe964c87220dfcbda1edf5d432, ASSIGN; state=OFFLINE, location=6706a97ae65f,33057,1733397587983; forceNewPlan=false, retain=false 2024-12-05T11:19:58,805 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a4396ffe964c87220dfcbda1edf5d432, regionState=OPENING, regionLocation=6706a97ae65f,33057,1733397587983 2024-12-05T11:19:58,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a4396ffe964c87220dfcbda1edf5d432, ASSIGN because future has completed 2024-12-05T11:19:58,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4396ffe964c87220dfcbda1edf5d432, server=6706a97ae65f,33057,1733397587983}] 2024-12-05T11:19:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:19:58,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T11:19:58,931 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T11:19:58,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T11:19:58,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T11:19:58,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:19:58,933 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T11:19:58,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:19:58,933 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T11:19:58,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:19:58,933 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T11:19:58,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T11:19:58,933 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T11:19:58,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432. 2024-12-05T11:19:58,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:19:58,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T11:19:58,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C33057%2C1733397587983.rep, suffix=, logDir=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983, archiveDir=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/oldWALs, maxLogs=10 2024-12-05T11:19:58,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.rep.1733397598970, exclude list is [], retry=0 2024-12-05T11:19:58,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44097,DS-e176ce1e-4816-4e7c-9c89-9c7166b69f1b,DISK] 2024-12-05T11:19:58,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.rep.1733397598970 2024-12-05T11:19:58,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39807:39807)] 2024-12-05T11:19:58,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a4396ffe964c87220dfcbda1edf5d432, NAME => 'hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:19:58,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:19:58,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:19:58,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432. service=MultiRowMutationService 2024-12-05T11:19:58,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T11:19:58,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a4396ffe964c87220dfcbda1edf5d432 2024-12-05T11:19:58,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:58,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a4396ffe964c87220dfcbda1edf5d432 2024-12-05T11:19:58,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a4396ffe964c87220dfcbda1edf5d432 2024-12-05T11:19:58,987 INFO [StoreOpener-a4396ffe964c87220dfcbda1edf5d432-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a4396ffe964c87220dfcbda1edf5d432 2024-12-05T11:19:58,988 INFO [StoreOpener-a4396ffe964c87220dfcbda1edf5d432-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4396ffe964c87220dfcbda1edf5d432 columnFamilyName hfileref 2024-12-05T11:19:58,988 DEBUG [StoreOpener-a4396ffe964c87220dfcbda1edf5d432-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:58,989 INFO [StoreOpener-a4396ffe964c87220dfcbda1edf5d432-1 {}] regionserver.HStore(327): Store=a4396ffe964c87220dfcbda1edf5d432/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:58,989 INFO [StoreOpener-a4396ffe964c87220dfcbda1edf5d432-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a4396ffe964c87220dfcbda1edf5d432 2024-12-05T11:19:58,989 INFO [StoreOpener-a4396ffe964c87220dfcbda1edf5d432-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4396ffe964c87220dfcbda1edf5d432 columnFamilyName queue 2024-12-05T11:19:58,989 DEBUG [StoreOpener-a4396ffe964c87220dfcbda1edf5d432-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:58,990 INFO [StoreOpener-a4396ffe964c87220dfcbda1edf5d432-1 {}] regionserver.HStore(327): Store=a4396ffe964c87220dfcbda1edf5d432/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:58,990 INFO [StoreOpener-a4396ffe964c87220dfcbda1edf5d432-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a4396ffe964c87220dfcbda1edf5d432 2024-12-05T11:19:58,990 INFO [StoreOpener-a4396ffe964c87220dfcbda1edf5d432-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4396ffe964c87220dfcbda1edf5d432 columnFamilyName sid 2024-12-05T11:19:58,990 DEBUG [StoreOpener-a4396ffe964c87220dfcbda1edf5d432-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:58,991 INFO [StoreOpener-a4396ffe964c87220dfcbda1edf5d432-1 {}] regionserver.HStore(327): Store=a4396ffe964c87220dfcbda1edf5d432/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:58,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a4396ffe964c87220dfcbda1edf5d432 2024-12-05T11:19:58,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/replication/a4396ffe964c87220dfcbda1edf5d432 2024-12-05T11:19:58,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/replication/a4396ffe964c87220dfcbda1edf5d432 2024-12-05T11:19:58,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a4396ffe964c87220dfcbda1edf5d432 2024-12-05T11:19:58,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a4396ffe964c87220dfcbda1edf5d432 2024-12-05T11:19:58,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:19:58,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a4396ffe964c87220dfcbda1edf5d432 2024-12-05T11:19:58,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/replication/a4396ffe964c87220dfcbda1edf5d432/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:19:58,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a4396ffe964c87220dfcbda1edf5d432; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62346104, jitterRate=-0.07097065448760986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:19:58,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4396ffe964c87220dfcbda1edf5d432 2024-12-05T11:19:58,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a4396ffe964c87220dfcbda1edf5d432: Running coprocessor pre-open hook at 1733397598986Writing region info on filesystem at 1733397598986Initializing all the Stores at 1733397598987 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397598987Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397598987Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397598987Cleaning up temporary data from old regions at 1733397598993 (+6 ms)Running coprocessor post-open hooks at 1733397598996 (+3 ms)Region opened successfully at 1733397598997 (+1 ms) 2024-12-05T11:19:58,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432., pid=10, masterSystemTime=1733397598964 2024-12-05T11:19:58,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432. 2024-12-05T11:19:58,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432. 2024-12-05T11:19:59,000 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a4396ffe964c87220dfcbda1edf5d432, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,33057,1733397587983 2024-12-05T11:19:59,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4396ffe964c87220dfcbda1edf5d432, server=6706a97ae65f,33057,1733397587983 because future has completed 2024-12-05T11:19:59,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T11:19:59,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a4396ffe964c87220dfcbda1edf5d432, server=6706a97ae65f,33057,1733397587983 in 196 msec 2024-12-05T11:19:59,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T11:19:59,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a4396ffe964c87220dfcbda1edf5d432, ASSIGN in 357 msec 2024-12-05T11:19:59,011 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:19:59,011 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397599011"}]},"ts":"1733397599011"} 2024-12-05T11:19:59,013 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T11:19:59,013 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:19:59,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 786 msec 2024-12-05T11:19:59,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432., hostname=6706a97ae65f,33057,1733397587983, seqNum=2] 2024-12-05T11:19:59,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0905092495 2024-12-05T11:19:59,056 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101a538193c0001, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0905092495 2024-12-05T11:19:59,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T11:19:59,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T11:19:59,232 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T11:19:59,267 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6706a97ae65f,33057,1733397587983, ReplicationSource: 1, currentBandwidth=0 2024-12-05T11:19:59,267 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:19:59,267 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,33057,1733397587983, seqNum=-1] 2024-12-05T11:19:59,268 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:19:59,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-05T11:19:59,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6706a97ae65f,33057,1733397587983', locateType=CURRENT is [region=hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432., hostname=6706a97ae65f,33057,1733397587983, seqNum=2] 2024-12-05T11:19:59,273 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T11:19:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36813 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T11:19:59,275 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6706a97ae65f,33057,1733397587983 suceeded 2024-12-05T11:19:59,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T11:19:59,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-12-05T11:19:59,277 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6706a97ae65f:33237,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T11:19:59,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0590 sec 2024-12-05T11:19:59,293 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:33237' 2024-12-05T11:19:59,294 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f863960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:59,294 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,33237,-1 for getting cluster id 2024-12-05T11:19:59,294 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:19:59,295 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97266820-0c42-4834-b833-da19dbff0d5a' 2024-12-05T11:19:59,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:19:59,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97266820-0c42-4834-b833-da19dbff0d5a" 2024-12-05T11:19:59,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fc411f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:59,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,33237,-1] 2024-12-05T11:19:59,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:19:59,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:59,297 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:19:59,297 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14f34747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:59,298 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:19:59,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,33237,1733397593491 2024-12-05T11:19:59,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@448b5620 2024-12-05T11:19:59,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:19:59,299 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-05T11:19:59,300 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6706a97ae65f,33057,1733397587983 (queues=1) is replicating from cluster=2c5855a7-d185-4b55-9b53-cfff663b5d93 to cluster=97266820-0c42-4834-b833-da19dbff0d5a 2024-12-05T11:19:59,300 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6706a97ae65f%2C33057%2C1733397587983 2024-12-05T11:19:59,300 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6706a97ae65f,33057,1733397587983, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T11:19:59,301 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256, startPosition=0, beingWritten=true 2024-12-05T11:19:59,303 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.shipper6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6706a97ae65f%2C33057%2C1733397587983 2024-12-05T11:19:59,307 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:19:59,307 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 379, reset compression=false 2024-12-05T11:19:59,307 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.shipper6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,33057,1733397587983 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:19:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:19:59,357 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T11:19:59,357 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:19:59,357 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:19:59,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:59,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:59,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:19:59,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71487be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:59,358 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,33237,-1 for getting cluster id 2024-12-05T11:19:59,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:19:59,359 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97266820-0c42-4834-b833-da19dbff0d5a' 2024-12-05T11:19:59,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:19:59,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97266820-0c42-4834-b833-da19dbff0d5a" 2024-12-05T11:19:59,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2655945a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:59,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,33237,-1] 2024-12-05T11:19:59,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:19:59,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:59,361 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:19:59,361 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49198851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:59,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:19:59,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,33237,1733397593491 2024-12-05T11:19:59,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b2a79e8 2024-12-05T11:19:59,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:19:59,363 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:19:59,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6706a97ae65f:36813,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T11:19:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T11:19:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:19:59,366 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:36813' 2024-12-05T11:19:59,367 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5e59c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:59,367 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,36813,-1 for getting cluster id 2024-12-05T11:19:59,368 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:19:59,368 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c5855a7-d185-4b55-9b53-cfff663b5d93' 2024-12-05T11:19:59,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:19:59,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c5855a7-d185-4b55-9b53-cfff663b5d93" 2024-12-05T11:19:59,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff59d45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:59,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,36813,-1] 2024-12-05T11:19:59,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:19:59,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:59,370 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:19:59,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eda91b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:19:59,371 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:19:59,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,36813,1733397587624 2024-12-05T11:19:59,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67de9728 2024-12-05T11:19:59,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:19:59,373 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:19:59,374 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T11:19:59,374 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T11:19:59,374 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:59,375 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:19:59,375 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:19:59,377 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T11:19:59,378 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:19:59,378 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:59,379 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:19:59,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:19:59,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741837_1013 (size=1138) 2024-12-05T11:19:59,401 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 011c5f3cc4a82e5ad14f4ff29ceb96ca, NAME => 'hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c 2024-12-05T11:19:59,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741838_1014 (size=44) 2024-12-05T11:19:59,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:59,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 011c5f3cc4a82e5ad14f4ff29ceb96ca, disabling compactions & flushes 2024-12-05T11:19:59,423 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca. 2024-12-05T11:19:59,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca. 2024-12-05T11:19:59,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca. after waiting 0 ms 2024-12-05T11:19:59,424 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca. 2024-12-05T11:19:59,424 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca. 2024-12-05T11:19:59,424 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 011c5f3cc4a82e5ad14f4ff29ceb96ca: Waiting for close lock at 1733397599423Disabling compacts and flushes for region at 1733397599423Disabling writes for close at 1733397599424 (+1 ms)Writing region close event to WAL at 1733397599424Closed at 1733397599424 2024-12-05T11:19:59,425 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:19:59,425 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733397599425"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397599425"}]},"ts":"1733397599425"} 2024-12-05T11:19:59,428 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T11:19:59,428 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:19:59,429 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:19:59,429 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397599429"}]},"ts":"1733397599429"} 2024-12-05T11:19:59,432 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T11:19:59,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=011c5f3cc4a82e5ad14f4ff29ceb96ca, ASSIGN}] 2024-12-05T11:19:59,435 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=011c5f3cc4a82e5ad14f4ff29ceb96ca, ASSIGN 2024-12-05T11:19:59,437 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=011c5f3cc4a82e5ad14f4ff29ceb96ca, ASSIGN; state=OFFLINE, location=6706a97ae65f,37495,1733397593621; forceNewPlan=false, retain=false 2024-12-05T11:19:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:19:59,517 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 379, reset compression=false 2024-12-05T11:19:59,589 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=011c5f3cc4a82e5ad14f4ff29ceb96ca, regionState=OPENING, regionLocation=6706a97ae65f,37495,1733397593621 2024-12-05T11:19:59,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=011c5f3cc4a82e5ad14f4ff29ceb96ca, ASSIGN because future has completed 2024-12-05T11:19:59,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 011c5f3cc4a82e5ad14f4ff29ceb96ca, server=6706a97ae65f,37495,1733397593621}] 2024-12-05T11:19:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:19:59,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca. 2024-12-05T11:19:59,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:19:59,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T11:19:59,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C37495%2C1733397593621.rep, suffix=, logDir=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621, archiveDir=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/oldWALs, maxLogs=10 2024-12-05T11:19:59,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.rep.1733397599751, exclude list is [], retry=0 2024-12-05T11:19:59,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38067,DS-2bf19833-c7be-4abb-975d-1adcacb145fb,DISK] 2024-12-05T11:19:59,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.rep.1733397599751 2024-12-05T11:19:59,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41761:41761)] 2024-12-05T11:19:59,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 011c5f3cc4a82e5ad14f4ff29ceb96ca, NAME => 'hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:19:59,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:19:59,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:19:59,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca. service=MultiRowMutationService 2024-12-05T11:19:59,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T11:19:59,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 011c5f3cc4a82e5ad14f4ff29ceb96ca 2024-12-05T11:19:59,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:19:59,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 011c5f3cc4a82e5ad14f4ff29ceb96ca 2024-12-05T11:19:59,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 011c5f3cc4a82e5ad14f4ff29ceb96ca 2024-12-05T11:19:59,781 INFO [StoreOpener-011c5f3cc4a82e5ad14f4ff29ceb96ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 011c5f3cc4a82e5ad14f4ff29ceb96ca 2024-12-05T11:19:59,782 INFO [StoreOpener-011c5f3cc4a82e5ad14f4ff29ceb96ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 011c5f3cc4a82e5ad14f4ff29ceb96ca columnFamilyName hfileref 2024-12-05T11:19:59,782 DEBUG [StoreOpener-011c5f3cc4a82e5ad14f4ff29ceb96ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:59,783 INFO [StoreOpener-011c5f3cc4a82e5ad14f4ff29ceb96ca-1 {}] regionserver.HStore(327): Store=011c5f3cc4a82e5ad14f4ff29ceb96ca/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:59,783 INFO [StoreOpener-011c5f3cc4a82e5ad14f4ff29ceb96ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 011c5f3cc4a82e5ad14f4ff29ceb96ca 2024-12-05T11:19:59,784 INFO [StoreOpener-011c5f3cc4a82e5ad14f4ff29ceb96ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 011c5f3cc4a82e5ad14f4ff29ceb96ca columnFamilyName queue 2024-12-05T11:19:59,784 DEBUG [StoreOpener-011c5f3cc4a82e5ad14f4ff29ceb96ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:59,784 INFO [StoreOpener-011c5f3cc4a82e5ad14f4ff29ceb96ca-1 {}] regionserver.HStore(327): Store=011c5f3cc4a82e5ad14f4ff29ceb96ca/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:59,784 INFO [StoreOpener-011c5f3cc4a82e5ad14f4ff29ceb96ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 011c5f3cc4a82e5ad14f4ff29ceb96ca 2024-12-05T11:19:59,785 INFO [StoreOpener-011c5f3cc4a82e5ad14f4ff29ceb96ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 011c5f3cc4a82e5ad14f4ff29ceb96ca columnFamilyName sid 2024-12-05T11:19:59,785 DEBUG [StoreOpener-011c5f3cc4a82e5ad14f4ff29ceb96ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:19:59,785 INFO [StoreOpener-011c5f3cc4a82e5ad14f4ff29ceb96ca-1 {}] regionserver.HStore(327): Store=011c5f3cc4a82e5ad14f4ff29ceb96ca/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:19:59,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 011c5f3cc4a82e5ad14f4ff29ceb96ca 2024-12-05T11:19:59,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/replication/011c5f3cc4a82e5ad14f4ff29ceb96ca 2024-12-05T11:19:59,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/replication/011c5f3cc4a82e5ad14f4ff29ceb96ca 2024-12-05T11:19:59,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 011c5f3cc4a82e5ad14f4ff29ceb96ca 2024-12-05T11:19:59,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 011c5f3cc4a82e5ad14f4ff29ceb96ca 2024-12-05T11:19:59,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:19:59,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 011c5f3cc4a82e5ad14f4ff29ceb96ca 2024-12-05T11:19:59,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/replication/011c5f3cc4a82e5ad14f4ff29ceb96ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:19:59,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 011c5f3cc4a82e5ad14f4ff29ceb96ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63874318, jitterRate=-0.04819849133491516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:19:59,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 011c5f3cc4a82e5ad14f4ff29ceb96ca 2024-12-05T11:19:59,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 011c5f3cc4a82e5ad14f4ff29ceb96ca: Running coprocessor pre-open hook at 1733397599780Writing region info on filesystem at 1733397599780Initializing all the Stores at 1733397599781 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397599781Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397599781Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397599781Cleaning up temporary data from old regions at 1733397599787 (+6 ms)Running coprocessor post-open hooks at 1733397599791 (+4 ms)Region opened successfully at 1733397599791 2024-12-05T11:19:59,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca., pid=10, masterSystemTime=1733397599745 2024-12-05T11:19:59,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca. 2024-12-05T11:19:59,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca. 2024-12-05T11:19:59,795 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=011c5f3cc4a82e5ad14f4ff29ceb96ca, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,37495,1733397593621 2024-12-05T11:19:59,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 011c5f3cc4a82e5ad14f4ff29ceb96ca, server=6706a97ae65f,37495,1733397593621 because future has completed 2024-12-05T11:19:59,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T11:19:59,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 011c5f3cc4a82e5ad14f4ff29ceb96ca, server=6706a97ae65f,37495,1733397593621 in 206 msec 2024-12-05T11:19:59,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T11:19:59,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=011c5f3cc4a82e5ad14f4ff29ceb96ca, ASSIGN in 368 msec 2024-12-05T11:19:59,802 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:19:59,802 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397599802"}]},"ts":"1733397599802"} 2024-12-05T11:19:59,804 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T11:19:59,805 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:19:59,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 430 msec 2024-12-05T11:19:59,829 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 379, reset compression=false 2024-12-05T11:19:59,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca., hostname=6706a97ae65f,37495,1733397593621, seqNum=2] 2024-12-05T11:19:59,895 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x101a538193c0004, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-641643971 2024-12-05T11:19:59,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-641643971 2024-12-05T11:19:59,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T11:19:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:20:00,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T11:20:00,070 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T11:20:00,107 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6706a97ae65f,37495,1733397593621, ReplicationSource: 1, currentBandwidth=0 2024-12-05T11:20:00,108 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:20:00,108 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,37495,1733397593621, seqNum=-1] 2024-12-05T11:20:00,108 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:20:00,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-05T11:20:00,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6706a97ae65f,37495,1733397593621', locateType=CURRENT is [region=hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca., hostname=6706a97ae65f,37495,1733397593621, seqNum=2] 2024-12-05T11:20:00,113 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T11:20:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T11:20:00,119 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6706a97ae65f,37495,1733397593621 suceeded 2024-12-05T11:20:00,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T11:20:00,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-12-05T11:20:00,121 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6706a97ae65f:36813,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T11:20:00,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 758 msec 2024-12-05T11:20:00,129 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:36813' 2024-12-05T11:20:00,131 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e111d20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:00,131 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,36813,-1 for getting cluster id 2024-12-05T11:20:00,131 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:20:00,131 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c5855a7-d185-4b55-9b53-cfff663b5d93' 2024-12-05T11:20:00,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:20:00,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c5855a7-d185-4b55-9b53-cfff663b5d93" 2024-12-05T11:20:00,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52b94544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:00,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,36813,-1] 2024-12-05T11:20:00,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:20:00,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:00,133 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:20:00,134 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@339f784b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:00,134 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:20:00,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,36813,1733397587624 2024-12-05T11:20:00,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e364dc8 2024-12-05T11:20:00,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:20:00,136 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-05T11:20:00,137 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6706a97ae65f,37495,1733397593621 (queues=1) is replicating from cluster=97266820-0c42-4834-b833-da19dbff0d5a to cluster=2c5855a7-d185-4b55-9b53-cfff663b5d93 2024-12-05T11:20:00,137 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6706a97ae65f%2C37495%2C1733397593621 2024-12-05T11:20:00,137 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6706a97ae65f,37495,1733397593621, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T11:20:00,137 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.shipper6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6706a97ae65f%2C37495%2C1733397593621 2024-12-05T11:20:00,137 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278, startPosition=0, beingWritten=true 2024-12-05T11:20:00,142 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:20:00,142 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278 to pos 379, reset compression=false 2024-12-05T11:20:00,142 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.shipper6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,37495,1733397593621 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:20:00,233 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 379, reset compression=false 2024-12-05T11:20:00,346 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278 to pos 379, reset compression=false 2024-12-05T11:20:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:20:00,506 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T11:20:00,507 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:20:00,507 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:00,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:00,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:00,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:20:00,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:00,511 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733397600511/Put/seqid=0 2024-12-05T11:20:00,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741840_1016 (size=7894) 2024-12-05T11:20:00,650 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278 to pos 379, reset compression=false 2024-12-05T11:20:00,737 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 379, reset compression=false 2024-12-05T11:20:00,920 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733397600919/Put/seqid=0 2024-12-05T11:20:00,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741841_1017 (size=7691) 2024-12-05T11:20:01,066 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278 to pos 379, reset compression=false 2024-12-05T11:20:01,232 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:20:01,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:01,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:01,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:01,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:01,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:01,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:01,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:01,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:01,285 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T11:20:01,285 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T11:20:01,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746ff3e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:01,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,36813,-1 for getting cluster id 2024-12-05T11:20:01,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:20:01,326 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c5855a7-d185-4b55-9b53-cfff663b5d93' 2024-12-05T11:20:01,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:20:01,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c5855a7-d185-4b55-9b53-cfff663b5d93" 2024-12-05T11:20:01,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a88c3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:01,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,36813,-1] 2024-12-05T11:20:01,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:20:01,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:01,328 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:20:01,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498e505f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:01,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:20:01,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,33057,1733397587983, seqNum=-1] 2024-12-05T11:20:01,331 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:20:01,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:20:01,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:20:01,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,36813,1733397587624 2024-12-05T11:20:01,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a53e8f6 2024-12-05T11:20:01,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:20:01,341 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 379, reset compression=false 2024-12-05T11:20:01,341 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:20:01,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e., hostname=6706a97ae65f,33057,1733397587983, seqNum=2] 2024-12-05T11:20:01,347 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T11:20:01,352 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-05T11:20:01,355 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-05T11:20:01,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 16d9e35379633a63fe92f7c7deeb8b1e/f 2024-12-05T11:20:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T11:20:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:20:01,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 16d9e35379633a63fe92f7c7deeb8b1e/f 2024-12-05T11:20:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T11:20:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:20:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HRegion(2603): Flush status journal for 16d9e35379633a63fe92f7c7deeb8b1e: 2024-12-05T11:20:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins__test__r6lonffemhqgho7nkar8j7fo20a58jpvs3l88t8n2oi92fk8bi2qbpv5fgcbsa6/f/hfile_0 2024-12-05T11:20:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins__test__r6lonffemhqgho7nkar8j7fo20a58jpvs3l88t8n2oi92fk8bi2qbpv5fgcbsa6/f/hfile_0 as hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/default/test/16d9e35379633a63fe92f7c7deeb8b1e/f/3bc31eba12d54efdb3133365620a449a_SeqId_4_ 2024-12-05T11:20:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins__test__r6lonffemhqgho7nkar8j7fo20a58jpvs3l88t8n2oi92fk8bi2qbpv5fgcbsa6/f/hfile_1 2024-12-05T11:20:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins__test__r6lonffemhqgho7nkar8j7fo20a58jpvs3l88t8n2oi92fk8bi2qbpv5fgcbsa6/f/hfile_1 as hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/default/test/16d9e35379633a63fe92f7c7deeb8b1e/f/8186575371b9403487154dd1e939e67f_SeqId_4_ 2024-12-05T11:20:01,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins__test__r6lonffemhqgho7nkar8j7fo20a58jpvs3l88t8n2oi92fk8bi2qbpv5fgcbsa6/f/hfile_0 into 16d9e35379633a63fe92f7c7deeb8b1e/f as hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/default/test/16d9e35379633a63fe92f7c7deeb8b1e/f/3bc31eba12d54efdb3133365620a449a_SeqId_4_ - updating store file list. 2024-12-05T11:20:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3bc31eba12d54efdb3133365620a449a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T11:20:01,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/default/test/16d9e35379633a63fe92f7c7deeb8b1e/f/3bc31eba12d54efdb3133365620a449a_SeqId_4_ into 16d9e35379633a63fe92f7c7deeb8b1e/f 2024-12-05T11:20:01,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins__test__r6lonffemhqgho7nkar8j7fo20a58jpvs3l88t8n2oi92fk8bi2qbpv5fgcbsa6/f/hfile_0 into 16d9e35379633a63fe92f7c7deeb8b1e/f (new location: hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/default/test/16d9e35379633a63fe92f7c7deeb8b1e/f/3bc31eba12d54efdb3133365620a449a_SeqId_4_) 2024-12-05T11:20:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins__test__r6lonffemhqgho7nkar8j7fo20a58jpvs3l88t8n2oi92fk8bi2qbpv5fgcbsa6/f/hfile_0 2024-12-05T11:20:01,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins__test__r6lonffemhqgho7nkar8j7fo20a58jpvs3l88t8n2oi92fk8bi2qbpv5fgcbsa6/f/hfile_1 into 16d9e35379633a63fe92f7c7deeb8b1e/f as hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/default/test/16d9e35379633a63fe92f7c7deeb8b1e/f/8186575371b9403487154dd1e939e67f_SeqId_4_ - updating store file list. 2024-12-05T11:20:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8186575371b9403487154dd1e939e67f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T11:20:01,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/default/test/16d9e35379633a63fe92f7c7deeb8b1e/f/8186575371b9403487154dd1e939e67f_SeqId_4_ into 16d9e35379633a63fe92f7c7deeb8b1e/f 2024-12-05T11:20:01,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins__test__r6lonffemhqgho7nkar8j7fo20a58jpvs3l88t8n2oi92fk8bi2qbpv5fgcbsa6/f/hfile_1 into 16d9e35379633a63fe92f7c7deeb8b1e/f (new location: hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/default/test/16d9e35379633a63fe92f7c7deeb8b1e/f/8186575371b9403487154dd1e939e67f_SeqId_4_) 2024-12-05T11:20:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins__test__r6lonffemhqgho7nkar8j7fo20a58jpvs3l88t8n2oi92fk8bi2qbpv5fgcbsa6/f/hfile_1 2024-12-05T11:20:01,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:20:01,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:01,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:01,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:01,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:20:01,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e., hostname=6706a97ae65f,33057,1733397587983, seqNum=2 , the old value is region=test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e., hostname=6706a97ae65f,33057,1733397587983, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6706a97ae65f:33057 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T11:20:01,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e., hostname=6706a97ae65f,33057,1733397587983, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T11:20:01,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e., hostname=6706a97ae65f,33057,1733397587983, seqNum=2 from cache 2024-12-05T11:20:01,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:20:01,387 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T11:20:01,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,37495,1733397593621, seqNum=-1] 2024-12-05T11:20:01,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:20:01,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:20:01,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b., hostname=6706a97ae65f,37495,1733397593621, seqNum=2] 2024-12-05T11:20:01,392 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T11:20:01,505 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:33057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T11:20:01,569 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278 to pos 379, reset compression=false 2024-12-05T11:20:02,045 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 379, reset compression=false 2024-12-05T11:20:02,049 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:20:02,049 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.shipper6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,33057,1733397587983 got entry batch from reader: WALEntryBatch [walEntries=[{test/16d9e35379633a63fe92f7c7deeb8b1e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733397601383/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T11:20:02,051 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.shipper6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:20:02,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-05T11:20:02,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.ReplicationSink(318): Replicating [2c5855a7-d185-4b55-9b53-cfff663b5d93] bulk loaded data 2024-12-05T11:20:02,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@111564f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:02,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,33237,-1 for getting cluster id 2024-12-05T11:20:02,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:20:02,054 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97266820-0c42-4834-b833-da19dbff0d5a' 2024-12-05T11:20:02,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:20:02,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97266820-0c42-4834-b833-da19dbff0d5a" 2024-12-05T11:20:02,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1063cb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:02,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,33237,-1] 2024-12-05T11:20:02,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:20:02,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:02,055 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:20:02,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bb26cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:02,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741840_1016 (size=7894) 2024-12-05T11:20:02,174 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278 to pos 379, reset compression=false 2024-12-05T11:20:02,249 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 687, reset compression=false 2024-12-05T11:20:02,394 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T11:20:02,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741841_1017 (size=7691) 2024-12-05T11:20:02,554 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 687, reset compression=false 2024-12-05T11:20:02,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:20:02,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,33237,1733397593491 2024-12-05T11:20:02,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b7d2706 2024-12-05T11:20:02,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:20:02,877 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-05T11:20:02,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T11:20:02,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:20:02,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,37495,1733397593621, seqNum=-1] 2024-12-05T11:20:02,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:20:02,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-05T11:20:02,881 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278 to pos 379, reset compression=false 2024-12-05T11:20:02,886 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins.hfs.11__test__ljinfaj63tkjrf1qrdkpnb9nfn5mcqmcapu145h4f8ur2f85hq669iograr46504/f/3bc31eba12d54efdb3133365620a449a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T11:20:02,888 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins.hfs.11__test__ljinfaj63tkjrf1qrdkpnb9nfn5mcqmcapu145h4f8ur2f85hq669iograr46504/f/8186575371b9403487154dd1e939e67f_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T11:20:02,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins.hfs.11__test__ljinfaj63tkjrf1qrdkpnb9nfn5mcqmcapu145h4f8ur2f85hq669iograr46504/f/3bc31eba12d54efdb3133365620a449a_SeqId_4_ for inclusion in 988facd98cb91d1b80a8030f8cc9533b/f 2024-12-05T11:20:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T11:20:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:20:02,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins.hfs.11__test__ljinfaj63tkjrf1qrdkpnb9nfn5mcqmcapu145h4f8ur2f85hq669iograr46504/f/8186575371b9403487154dd1e939e67f_SeqId_4_ for inclusion in 988facd98cb91d1b80a8030f8cc9533b/f 2024-12-05T11:20:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T11:20:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:20:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HRegion(2603): Flush status journal for 988facd98cb91d1b80a8030f8cc9533b: 2024-12-05T11:20:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3bc31eba12d54efdb3133365620a449a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T11:20:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins.hfs.11__test__ljinfaj63tkjrf1qrdkpnb9nfn5mcqmcapu145h4f8ur2f85hq669iograr46504/f/3bc31eba12d54efdb3133365620a449a_SeqId_4_ as hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/default/test/988facd98cb91d1b80a8030f8cc9533b/f/38726e1902544df7805efcab9017d89c_SeqId_4_ 2024-12-05T11:20:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8186575371b9403487154dd1e939e67f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T11:20:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins.hfs.11__test__ljinfaj63tkjrf1qrdkpnb9nfn5mcqmcapu145h4f8ur2f85hq669iograr46504/f/8186575371b9403487154dd1e939e67f_SeqId_4_ as hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/default/test/988facd98cb91d1b80a8030f8cc9533b/f/28f73c269896458aaa67655e78a540fc_SeqId_4_ 2024-12-05T11:20:02,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins.hfs.11__test__ljinfaj63tkjrf1qrdkpnb9nfn5mcqmcapu145h4f8ur2f85hq669iograr46504/f/3bc31eba12d54efdb3133365620a449a_SeqId_4_ into 988facd98cb91d1b80a8030f8cc9533b/f as hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/default/test/988facd98cb91d1b80a8030f8cc9533b/f/38726e1902544df7805efcab9017d89c_SeqId_4_ - updating store file list. 2024-12-05T11:20:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 38726e1902544df7805efcab9017d89c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T11:20:02,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/default/test/988facd98cb91d1b80a8030f8cc9533b/f/38726e1902544df7805efcab9017d89c_SeqId_4_ into 988facd98cb91d1b80a8030f8cc9533b/f 2024-12-05T11:20:02,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins.hfs.11__test__ljinfaj63tkjrf1qrdkpnb9nfn5mcqmcapu145h4f8ur2f85hq669iograr46504/f/3bc31eba12d54efdb3133365620a449a_SeqId_4_ into 988facd98cb91d1b80a8030f8cc9533b/f (new location: hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/default/test/988facd98cb91d1b80a8030f8cc9533b/f/38726e1902544df7805efcab9017d89c_SeqId_4_) 2024-12-05T11:20:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins.hfs.11__test__ljinfaj63tkjrf1qrdkpnb9nfn5mcqmcapu145h4f8ur2f85hq669iograr46504/f/3bc31eba12d54efdb3133365620a449a_SeqId_4_ 2024-12-05T11:20:02,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins.hfs.11__test__ljinfaj63tkjrf1qrdkpnb9nfn5mcqmcapu145h4f8ur2f85hq669iograr46504/f/8186575371b9403487154dd1e939e67f_SeqId_4_ into 988facd98cb91d1b80a8030f8cc9533b/f as hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/default/test/988facd98cb91d1b80a8030f8cc9533b/f/28f73c269896458aaa67655e78a540fc_SeqId_4_ - updating store file list. 2024-12-05T11:20:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 28f73c269896458aaa67655e78a540fc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T11:20:02,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/default/test/988facd98cb91d1b80a8030f8cc9533b/f/28f73c269896458aaa67655e78a540fc_SeqId_4_ into 988facd98cb91d1b80a8030f8cc9533b/f 2024-12-05T11:20:02,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins.hfs.11__test__ljinfaj63tkjrf1qrdkpnb9nfn5mcqmcapu145h4f8ur2f85hq669iograr46504/f/8186575371b9403487154dd1e939e67f_SeqId_4_ into 988facd98cb91d1b80a8030f8cc9533b/f (new location: hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/default/test/988facd98cb91d1b80a8030f8cc9533b/f/28f73c269896458aaa67655e78a540fc_SeqId_4_) 2024-12-05T11:20:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins.hfs.11__test__ljinfaj63tkjrf1qrdkpnb9nfn5mcqmcapu145h4f8ur2f85hq669iograr46504/f/8186575371b9403487154dd1e939e67f_SeqId_4_ 2024-12-05T11:20:02,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.ReplicationSink(324): Finished replicating [2c5855a7-d185-4b55-9b53-cfff663b5d93] bulk loaded data 2024-12-05T11:20:02,957 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 687, reset compression=false 2024-12-05T11:20:03,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:03,405 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733397603404/Put/seqid=0 2024-12-05T11:20:03,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741842_1018 (size=11194) 2024-12-05T11:20:03,461 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 687, reset compression=false 2024-12-05T11:20:03,685 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278 to pos 379, reset compression=false 2024-12-05T11:20:03,689 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:20:03,689 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.shipper6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,37495,1733397593621 got entry batch from reader: WALEntryBatch [walEntries=[{test/988facd98cb91d1b80a8030f8cc9533b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733397602912/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-05T11:20:03,690 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.shipper6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:20:03,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-05T11:20:03,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.ReplicationSink(318): Replicating [2c5855a7-d185-4b55-9b53-cfff663b5d93, 97266820-0c42-4834-b833-da19dbff0d5a] bulk loaded data 2024-12-05T11:20:03,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43948e92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:03,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,36813,-1 for getting cluster id 2024-12-05T11:20:03,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:20:03,693 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c5855a7-d185-4b55-9b53-cfff663b5d93' 2024-12-05T11:20:03,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:20:03,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c5855a7-d185-4b55-9b53-cfff663b5d93" 2024-12-05T11:20:03,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fe28bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:03,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,36813,-1] 2024-12-05T11:20:03,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:20:03,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:03,694 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:20:03,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44bc87c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:03,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741842_1018 (size=7894) 2024-12-05T11:20:03,811 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733397603810/Put/seqid=0 2024-12-05T11:20:03,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741843_1019 (size=10791) 2024-12-05T11:20:03,889 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278 to pos 725, reset compression=false 2024-12-05T11:20:04,066 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 687, reset compression=false 2024-12-05T11:20:04,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741843_1019 (size=7691) 2024-12-05T11:20:04,193 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278 to pos 725, reset compression=false 2024-12-05T11:20:04,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508cdc52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:04,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,33237,-1 for getting cluster id 2024-12-05T11:20:04,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:20:04,217 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97266820-0c42-4834-b833-da19dbff0d5a' 2024-12-05T11:20:04,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:20:04,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97266820-0c42-4834-b833-da19dbff0d5a" 2024-12-05T11:20:04,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3c6f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:04,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,33237,-1] 2024-12-05T11:20:04,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:20:04,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:04,218 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:20:04,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a849cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:04,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:20:04,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,37495,1733397593621, seqNum=-1] 2024-12-05T11:20:04,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:20:04,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:20:04,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:20:04,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,33237,1733397593491 2024-12-05T11:20:04,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32e5eb1b 2024-12-05T11:20:04,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:20:04,228 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:20:04,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b., hostname=6706a97ae65f,37495,1733397593621, seqNum=2] 2024-12-05T11:20:04,233 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T11:20:04,238 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-05T11:20:04,241 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-05T11:20:04,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 988facd98cb91d1b80a8030f8cc9533b/f 2024-12-05T11:20:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T11:20:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:20:04,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 988facd98cb91d1b80a8030f8cc9533b/f 2024-12-05T11:20:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T11:20:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:20:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HRegion(2603): Flush status journal for 988facd98cb91d1b80a8030f8cc9533b: 2024-12-05T11:20:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins__test__qvoacmpv5tm6eoob7nvo3jrr3ui2jlk734u8qv5krv5r5e56tpplalcdg42uilsc/f/hfile_0 2024-12-05T11:20:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins__test__qvoacmpv5tm6eoob7nvo3jrr3ui2jlk734u8qv5krv5r5e56tpplalcdg42uilsc/f/hfile_0 as hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/default/test/988facd98cb91d1b80a8030f8cc9533b/f/ba816a754388417dbc95f43b864b55cc_SeqId_6_ 2024-12-05T11:20:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins__test__qvoacmpv5tm6eoob7nvo3jrr3ui2jlk734u8qv5krv5r5e56tpplalcdg42uilsc/f/hfile_1 2024-12-05T11:20:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins__test__qvoacmpv5tm6eoob7nvo3jrr3ui2jlk734u8qv5krv5r5e56tpplalcdg42uilsc/f/hfile_1 as hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/default/test/988facd98cb91d1b80a8030f8cc9533b/f/26c4edbd07f04e998dd24ec26e45b132_SeqId_6_ 2024-12-05T11:20:04,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins__test__qvoacmpv5tm6eoob7nvo3jrr3ui2jlk734u8qv5krv5r5e56tpplalcdg42uilsc/f/hfile_0 into 988facd98cb91d1b80a8030f8cc9533b/f as hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/default/test/988facd98cb91d1b80a8030f8cc9533b/f/ba816a754388417dbc95f43b864b55cc_SeqId_6_ - updating store file list. 2024-12-05T11:20:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ba816a754388417dbc95f43b864b55cc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T11:20:04,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/default/test/988facd98cb91d1b80a8030f8cc9533b/f/ba816a754388417dbc95f43b864b55cc_SeqId_6_ into 988facd98cb91d1b80a8030f8cc9533b/f 2024-12-05T11:20:04,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins__test__qvoacmpv5tm6eoob7nvo3jrr3ui2jlk734u8qv5krv5r5e56tpplalcdg42uilsc/f/hfile_0 into 988facd98cb91d1b80a8030f8cc9533b/f (new location: hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/default/test/988facd98cb91d1b80a8030f8cc9533b/f/ba816a754388417dbc95f43b864b55cc_SeqId_6_) 2024-12-05T11:20:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins__test__qvoacmpv5tm6eoob7nvo3jrr3ui2jlk734u8qv5krv5r5e56tpplalcdg42uilsc/f/hfile_0 2024-12-05T11:20:04,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins__test__qvoacmpv5tm6eoob7nvo3jrr3ui2jlk734u8qv5krv5r5e56tpplalcdg42uilsc/f/hfile_1 into 988facd98cb91d1b80a8030f8cc9533b/f as hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/default/test/988facd98cb91d1b80a8030f8cc9533b/f/26c4edbd07f04e998dd24ec26e45b132_SeqId_6_ - updating store file list. 2024-12-05T11:20:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 26c4edbd07f04e998dd24ec26e45b132_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T11:20:04,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/default/test/988facd98cb91d1b80a8030f8cc9533b/f/26c4edbd07f04e998dd24ec26e45b132_SeqId_6_ into 988facd98cb91d1b80a8030f8cc9533b/f 2024-12-05T11:20:04,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins__test__qvoacmpv5tm6eoob7nvo3jrr3ui2jlk734u8qv5krv5r5e56tpplalcdg42uilsc/f/hfile_1 into 988facd98cb91d1b80a8030f8cc9533b/f (new location: hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/default/test/988facd98cb91d1b80a8030f8cc9533b/f/26c4edbd07f04e998dd24ec26e45b132_SeqId_6_) 2024-12-05T11:20:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins__test__qvoacmpv5tm6eoob7nvo3jrr3ui2jlk734u8qv5krv5r5e56tpplalcdg42uilsc/f/hfile_1 2024-12-05T11:20:04,273 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:20:04,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:04,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:04,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:04,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b., hostname=6706a97ae65f,37495,1733397593621, seqNum=2 , the old value is region=test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b., hostname=6706a97ae65f,37495,1733397593621, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6706a97ae65f:37495 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T11:20:04,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b., hostname=6706a97ae65f,37495,1733397593621, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T11:20:04,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b., hostname=6706a97ae65f,37495,1733397593621, seqNum=2 from cache 2024-12-05T11:20:04,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:20:04,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,33057,1733397587983, seqNum=-1] 2024-12-05T11:20:04,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:20:04,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:20:04,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:20:04,276 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T11:20:04,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e., hostname=6706a97ae65f,33057,1733397587983, seqNum=2] 2024-12-05T11:20:04,286 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T11:20:04,377 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:37495 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T11:20:04,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:20:04,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,36813,1733397587624 2024-12-05T11:20:04,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47574de0 2024-12-05T11:20:04,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:20:04,529 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-05T11:20:04,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T11:20:04,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:20:04,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,33057,1733397587983, seqNum=-1] 2024-12-05T11:20:04,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:20:04,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-05T11:20:04,538 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins.hfs.10__test__2f1vc0rfbn9v5ippitv4q6mhl7hci9lts4qplbtajuknpnpbnbrdpr46r6p7qiq/f/28f73c269896458aaa67655e78a540fc_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T11:20:04,540 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins.hfs.10__test__2f1vc0rfbn9v5ippitv4q6mhl7hci9lts4qplbtajuknpnpbnbrdpr46r6p7qiq/f/38726e1902544df7805efcab9017d89c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T11:20:04,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.ReplicationSink(324): Finished replicating [2c5855a7-d185-4b55-9b53-cfff663b5d93, 97266820-0c42-4834-b833-da19dbff0d5a] bulk loaded data 2024-12-05T11:20:04,597 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278 to pos 725, reset compression=false 2024-12-05T11:20:04,601 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:20:04,601 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.shipper6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,37495,1733397593621 got entry batch from reader: WALEntryBatch [walEntries=[{test/988facd98cb91d1b80a8030f8cc9533b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733397604271/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T11:20:04,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.ReplicationSink(318): Replicating [97266820-0c42-4834-b833-da19dbff0d5a] bulk loaded data 2024-12-05T11:20:04,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741844_1020 (size=11194) 2024-12-05T11:20:04,770 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 687, reset compression=false 2024-12-05T11:20:04,801 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278 to pos 1033, reset compression=false 2024-12-05T11:20:05,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741845_1021 (size=10791) 2024-12-05T11:20:05,104 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278 to pos 1033, reset compression=false 2024-12-05T11:20:05,290 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T11:20:05,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T11:20:05,426 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins.hfs.10__test__pbddsjfuj3guf3k2srd0ah4i6q65h06i6pu7dfqklcdsimephnemq9fqbbim2lkq/f/26c4edbd07f04e998dd24ec26e45b132_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-05T11:20:05,429 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins.hfs.10__test__pbddsjfuj3guf3k2srd0ah4i6q65h06i6pu7dfqklcdsimephnemq9fqbbim2lkq/f/ba816a754388417dbc95f43b864b55cc_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-05T11:20:05,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins.hfs.10__test__pbddsjfuj3guf3k2srd0ah4i6q65h06i6pu7dfqklcdsimephnemq9fqbbim2lkq/f/26c4edbd07f04e998dd24ec26e45b132_SeqId_6_ for inclusion in 16d9e35379633a63fe92f7c7deeb8b1e/f 2024-12-05T11:20:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T11:20:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:20:05,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins.hfs.10__test__pbddsjfuj3guf3k2srd0ah4i6q65h06i6pu7dfqklcdsimephnemq9fqbbim2lkq/f/ba816a754388417dbc95f43b864b55cc_SeqId_6_ for inclusion in 16d9e35379633a63fe92f7c7deeb8b1e/f 2024-12-05T11:20:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T11:20:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:20:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HRegion(2603): Flush status journal for 16d9e35379633a63fe92f7c7deeb8b1e: 2024-12-05T11:20:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 26c4edbd07f04e998dd24ec26e45b132_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T11:20:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins.hfs.10__test__pbddsjfuj3guf3k2srd0ah4i6q65h06i6pu7dfqklcdsimephnemq9fqbbim2lkq/f/26c4edbd07f04e998dd24ec26e45b132_SeqId_6_ as hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/default/test/16d9e35379633a63fe92f7c7deeb8b1e/f/756e60afe0904aab9a102d5cbab2c93b_SeqId_6_ 2024-12-05T11:20:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ba816a754388417dbc95f43b864b55cc_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T11:20:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins.hfs.10__test__pbddsjfuj3guf3k2srd0ah4i6q65h06i6pu7dfqklcdsimephnemq9fqbbim2lkq/f/ba816a754388417dbc95f43b864b55cc_SeqId_6_ as hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/default/test/16d9e35379633a63fe92f7c7deeb8b1e/f/04f4c948dc72425caea583961b596606_SeqId_6_ 2024-12-05T11:20:05,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins.hfs.10__test__pbddsjfuj3guf3k2srd0ah4i6q65h06i6pu7dfqklcdsimephnemq9fqbbim2lkq/f/26c4edbd07f04e998dd24ec26e45b132_SeqId_6_ into 16d9e35379633a63fe92f7c7deeb8b1e/f as hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/default/test/16d9e35379633a63fe92f7c7deeb8b1e/f/756e60afe0904aab9a102d5cbab2c93b_SeqId_6_ - updating store file list. 2024-12-05T11:20:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 756e60afe0904aab9a102d5cbab2c93b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T11:20:05,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/default/test/16d9e35379633a63fe92f7c7deeb8b1e/f/756e60afe0904aab9a102d5cbab2c93b_SeqId_6_ into 16d9e35379633a63fe92f7c7deeb8b1e/f 2024-12-05T11:20:05,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins.hfs.10__test__pbddsjfuj3guf3k2srd0ah4i6q65h06i6pu7dfqklcdsimephnemq9fqbbim2lkq/f/26c4edbd07f04e998dd24ec26e45b132_SeqId_6_ into 16d9e35379633a63fe92f7c7deeb8b1e/f (new location: hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/default/test/16d9e35379633a63fe92f7c7deeb8b1e/f/756e60afe0904aab9a102d5cbab2c93b_SeqId_6_) 2024-12-05T11:20:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins.hfs.10__test__pbddsjfuj3guf3k2srd0ah4i6q65h06i6pu7dfqklcdsimephnemq9fqbbim2lkq/f/26c4edbd07f04e998dd24ec26e45b132_SeqId_6_ 2024-12-05T11:20:05,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins.hfs.10__test__pbddsjfuj3guf3k2srd0ah4i6q65h06i6pu7dfqklcdsimephnemq9fqbbim2lkq/f/ba816a754388417dbc95f43b864b55cc_SeqId_6_ into 16d9e35379633a63fe92f7c7deeb8b1e/f as hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/default/test/16d9e35379633a63fe92f7c7deeb8b1e/f/04f4c948dc72425caea583961b596606_SeqId_6_ - updating store file list. 2024-12-05T11:20:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 04f4c948dc72425caea583961b596606_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T11:20:05,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/default/test/16d9e35379633a63fe92f7c7deeb8b1e/f/04f4c948dc72425caea583961b596606_SeqId_6_ into 16d9e35379633a63fe92f7c7deeb8b1e/f 2024-12-05T11:20:05,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins.hfs.10__test__pbddsjfuj3guf3k2srd0ah4i6q65h06i6pu7dfqklcdsimephnemq9fqbbim2lkq/f/ba816a754388417dbc95f43b864b55cc_SeqId_6_ into 16d9e35379633a63fe92f7c7deeb8b1e/f (new location: hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/default/test/16d9e35379633a63fe92f7c7deeb8b1e/f/04f4c948dc72425caea583961b596606_SeqId_6_) 2024-12-05T11:20:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/staging/jenkins.hfs.10__test__pbddsjfuj3guf3k2srd0ah4i6q65h06i6pu7dfqklcdsimephnemq9fqbbim2lkq/f/ba816a754388417dbc95f43b864b55cc_SeqId_6_ 2024-12-05T11:20:05,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.ReplicationSink(324): Finished replicating [97266820-0c42-4834-b833-da19dbff0d5a] bulk loaded data 2024-12-05T11:20:05,507 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278 to pos 1033, reset compression=false 2024-12-05T11:20:05,573 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 687, reset compression=false 2024-12-05T11:20:05,577 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:20:05,577 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.shipper6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,33057,1733397587983 got entry batch from reader: WALEntryBatch [walEntries=[{test/16d9e35379633a63fe92f7c7deeb8b1e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733397605453/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-05T11:20:05,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.ReplicationSink(318): Replicating [97266820-0c42-4834-b833-da19dbff0d5a, 2c5855a7-d185-4b55-9b53-cfff663b5d93] bulk loaded data 2024-12-05T11:20:05,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741844_1020 (size=10791) 2024-12-05T11:20:05,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741845_1021 (size=11194) 2024-12-05T11:20:05,778 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 1033, reset compression=false 2024-12-05T11:20:05,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T11:20:06,004 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins.hfs.11__test__ttikt74jlk3sh4lnipve64329pfpevkfci5h0etsn9u4ejb56baiuhgm08pioiuh/f/04f4c948dc72425caea583961b596606_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-05T11:20:06,006 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/staging/jenkins.hfs.11__test__ttikt74jlk3sh4lnipve64329pfpevkfci5h0etsn9u4ejb56baiuhgm08pioiuh/f/756e60afe0904aab9a102d5cbab2c93b_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-05T11:20:06,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.ReplicationSink(324): Finished replicating [97266820-0c42-4834-b833-da19dbff0d5a, 2c5855a7-d185-4b55-9b53-cfff663b5d93] bulk loaded data 2024-12-05T11:20:06,011 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278 to pos 1033, reset compression=false 2024-12-05T11:20:06,083 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 1033, reset compression=false 2024-12-05T11:20:06,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:20:06,300 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:20:06,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:06,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:06,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:06,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:20:06,300 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:20:06,301 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=200635266, stopped=false 2024-12-05T11:20:06,301 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,33237,1733397593491 2024-12-05T11:20:06,337 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x101a538193c0004, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-641643971/running 2024-12-05T11:20:06,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-641643971/running 2024-12-05T11:20:06,337 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x101a538193c0004, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-641643971 2024-12-05T11:20:06,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-641643971 2024-12-05T11:20:06,337 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:20:06,337 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:20:06,337 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:06,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:06,337 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,37495,1733397593621' ***** 2024-12-05T11:20:06,337 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:20:06,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37495-0x101a538193c0004, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Set watcher on znode that does not yet exist, /1-641643971/running 2024-12-05T11:20:06,338 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:20:06,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Set watcher on znode that does not yet exist, /1-641643971/running 2024-12-05T11:20:06,338 INFO [RS:0;6706a97ae65f:37495 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:20:06,338 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:20:06,338 INFO [RS:0;6706a97ae65f:37495 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:20:06,338 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.HRegionServer(3091): Received CLOSE for 988facd98cb91d1b80a8030f8cc9533b 2024-12-05T11:20:06,338 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.HRegionServer(3091): Received CLOSE for 011c5f3cc4a82e5ad14f4ff29ceb96ca 2024-12-05T11:20:06,338 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,37495,1733397593621 2024-12-05T11:20:06,338 INFO [RS:0;6706a97ae65f:37495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:20:06,338 INFO [RS:0;6706a97ae65f:37495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:37495. 2024-12-05T11:20:06,338 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 988facd98cb91d1b80a8030f8cc9533b, disabling compactions & flushes 2024-12-05T11:20:06,338 DEBUG [RS:0;6706a97ae65f:37495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:06,338 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b. 2024-12-05T11:20:06,338 DEBUG [RS:0;6706a97ae65f:37495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:06,338 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b. 2024-12-05T11:20:06,338 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b. after waiting 0 ms 2024-12-05T11:20:06,338 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b. 2024-12-05T11:20:06,338 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:20:06,338 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:20:06,338 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:20:06,339 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:20:06,339 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T11:20:06,339 DEBUG [RS:0;6706a97ae65f:37495 {}] regionserver.HRegionServer(1325): Online Regions={988facd98cb91d1b80a8030f8cc9533b=test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b., 1588230740=hbase:meta,,1.1588230740, 011c5f3cc4a82e5ad14f4ff29ceb96ca=hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca.} 2024-12-05T11:20:06,339 DEBUG [RS:0;6706a97ae65f:37495 {}] regionserver.HRegionServer(1351): Waiting on 011c5f3cc4a82e5ad14f4ff29ceb96ca, 1588230740, 988facd98cb91d1b80a8030f8cc9533b 2024-12-05T11:20:06,339 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:20:06,339 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:20:06,339 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:20:06,339 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:20:06,339 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:20:06,339 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T11:20:06,342 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/default/test/988facd98cb91d1b80a8030f8cc9533b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T11:20:06,342 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:20:06,342 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:20:06,342 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b. 2024-12-05T11:20:06,342 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 988facd98cb91d1b80a8030f8cc9533b: Waiting for close lock at 1733397606338Running coprocessor pre-close hooks at 1733397606338Disabling compacts and flushes for region at 1733397606338Disabling writes for close at 1733397606338Writing region close event to WAL at 1733397606339 (+1 ms)Running coprocessor post-close hooks at 1733397606342 (+3 ms)Closed at 1733397606342 2024-12-05T11:20:06,342 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b. 2024-12-05T11:20:06,343 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 011c5f3cc4a82e5ad14f4ff29ceb96ca, disabling compactions & flushes 2024-12-05T11:20:06,343 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca. 2024-12-05T11:20:06,343 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca. 2024-12-05T11:20:06,343 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca. after waiting 0 ms 2024-12-05T11:20:06,343 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca. 2024-12-05T11:20:06,343 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 011c5f3cc4a82e5ad14f4ff29ceb96ca 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-05T11:20:06,344 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:20:06,357 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740/.tmp/info/73e05ea501a84060a4da8494717b94d7 is 147, key is hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca./info:regioninfo/1733397599795/Put/seqid=0 2024-12-05T11:20:06,360 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/replication/011c5f3cc4a82e5ad14f4ff29ceb96ca/.tmp/hfileref/cabd57337f1a4d889da35b78c7dc5c94 is 74, key is 1/hfileref:26c4edbd07f04e998dd24ec26e45b132_SeqId_6_/1733397605457/DeleteColumn/seqid=0 2024-12-05T11:20:06,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741847_1023 (size=7686) 2024-12-05T11:20:06,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741846_1022 (size=5345) 2024-12-05T11:20:06,364 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740/.tmp/info/73e05ea501a84060a4da8494717b94d7 2024-12-05T11:20:06,383 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740/.tmp/ns/443921d8a79548b6901ec59bf9ad4942 is 43, key is default/ns:d/1733397595800/Put/seqid=0 2024-12-05T11:20:06,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741848_1024 (size=5153) 2024-12-05T11:20:06,388 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740/.tmp/ns/443921d8a79548b6901ec59bf9ad4942 2024-12-05T11:20:06,405 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740/.tmp/rep_barrier/95aa370471c24033b41dc6e7b39ad5f0 is 112, key is test,,1733397597059.988facd98cb91d1b80a8030f8cc9533b./rep_barrier:seqnumDuringOpen/1733397597828/Put/seqid=0 2024-12-05T11:20:06,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741849_1025 (size=5518) 2024-12-05T11:20:06,486 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 1033, reset compression=false 2024-12-05T11:20:06,539 DEBUG [RS:0;6706a97ae65f:37495 {}] regionserver.HRegionServer(1351): Waiting on 011c5f3cc4a82e5ad14f4ff29ceb96ca, 1588230740 2024-12-05T11:20:06,614 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278 to pos 1033, reset compression=false 2024-12-05T11:20:06,618 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:20:06,618 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278 to pos 1328, reset compression=false 2024-12-05T11:20:06,618 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.shipper6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,37495,1733397593621 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:20:06,620 ERROR [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.shipper6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6706a97ae65f,37495,1733397593621: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6706a97ae65f,37495,1733397593621, walGroup=6706a97ae65f%2C37495%2C1733397593621, offset=6706a97ae65f%2C37495%2C1733397593621.1733397595278:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:37495 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T11:20:06,621 ERROR [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.shipper6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T11:20:06,623 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.shipper6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T11:20:06,624 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.shipper6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T11:20:06,624 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.shipper6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T11:20:06,624 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.shipper6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T11:20:06,625 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.shipper6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 633839104 }, "NonHeapMemoryUsage": { "committed": 190316544, "init": 7667712, "max": -1, "used": 187523832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T11:20:06,628 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.shipper6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:33237 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:33237 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T11:20:06,739 DEBUG [RS:0;6706a97ae65f:37495 {}] regionserver.HRegionServer(1351): Waiting on 011c5f3cc4a82e5ad14f4ff29ceb96ca, 1588230740 2024-12-05T11:20:06,764 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/replication/011c5f3cc4a82e5ad14f4ff29ceb96ca/.tmp/hfileref/cabd57337f1a4d889da35b78c7dc5c94 2024-12-05T11:20:06,786 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/replication/011c5f3cc4a82e5ad14f4ff29ceb96ca/.tmp/queue/b4f3aebb5812451a97d05c400bf26d30 is 154, key is 1-6706a97ae65f,37495,1733397593621/queue:6706a97ae65f%2C37495%2C1733397593621/1733397605458/Put/seqid=0 2024-12-05T11:20:06,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741850_1026 (size=5353) 2024-12-05T11:20:06,808 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740/.tmp/rep_barrier/95aa370471c24033b41dc6e7b39ad5f0 2024-12-05T11:20:06,825 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278 to pos 1328, reset compression=false 2024-12-05T11:20:06,826 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740/.tmp/table/f35292596ee64393a9a1baedcd949da4 is 53, key is hbase:replication/table:state/1733397599802/Put/seqid=0 2024-12-05T11:20:06,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741851_1027 (size=5308) 2024-12-05T11:20:06,939 DEBUG [RS:0;6706a97ae65f:37495 {}] regionserver.HRegionServer(1351): Waiting on 011c5f3cc4a82e5ad14f4ff29ceb96ca, 1588230740 2024-12-05T11:20:06,989 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 1033, reset compression=false 2024-12-05T11:20:07,129 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278 to pos 1328, reset compression=false 2024-12-05T11:20:07,134 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:20:07,134 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:20:07,139 DEBUG [RS:0;6706a97ae65f:37495 {}] regionserver.HRegionServer(1351): Waiting on 011c5f3cc4a82e5ad14f4ff29ceb96ca, 1588230740 2024-12-05T11:20:07,189 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/replication/011c5f3cc4a82e5ad14f4ff29ceb96ca/.tmp/queue/b4f3aebb5812451a97d05c400bf26d30 2024-12-05T11:20:07,195 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/replication/011c5f3cc4a82e5ad14f4ff29ceb96ca/.tmp/hfileref/cabd57337f1a4d889da35b78c7dc5c94 as hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/replication/011c5f3cc4a82e5ad14f4ff29ceb96ca/hfileref/cabd57337f1a4d889da35b78c7dc5c94 2024-12-05T11:20:07,199 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/replication/011c5f3cc4a82e5ad14f4ff29ceb96ca/hfileref/cabd57337f1a4d889da35b78c7dc5c94, entries=4, sequenceid=12, filesize=5.2 K 2024-12-05T11:20:07,200 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/replication/011c5f3cc4a82e5ad14f4ff29ceb96ca/.tmp/queue/b4f3aebb5812451a97d05c400bf26d30 as hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/replication/011c5f3cc4a82e5ad14f4ff29ceb96ca/queue/b4f3aebb5812451a97d05c400bf26d30 2024-12-05T11:20:07,205 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/replication/011c5f3cc4a82e5ad14f4ff29ceb96ca/queue/b4f3aebb5812451a97d05c400bf26d30, entries=1, sequenceid=12, filesize=5.2 K 2024-12-05T11:20:07,206 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 011c5f3cc4a82e5ad14f4ff29ceb96ca in 863ms, sequenceid=12, compaction requested=false 2024-12-05T11:20:07,211 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/replication/011c5f3cc4a82e5ad14f4ff29ceb96ca/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T11:20:07,211 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:20:07,211 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:20:07,211 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca. 2024-12-05T11:20:07,211 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 011c5f3cc4a82e5ad14f4ff29ceb96ca: Waiting for close lock at 1733397606342Running coprocessor pre-close hooks at 1733397606342Disabling compacts and flushes for region at 1733397606342Disabling writes for close at 1733397606343 (+1 ms)Obtaining lock to block concurrent updates at 1733397606343Preparing flush snapshotting stores in 011c5f3cc4a82e5ad14f4ff29ceb96ca at 1733397606343Finished memstore snapshotting hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733397606343Flushing stores of hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca. at 1733397606343Flushing 011c5f3cc4a82e5ad14f4ff29ceb96ca/hfileref: creating writer at 1733397606344 (+1 ms)Flushing 011c5f3cc4a82e5ad14f4ff29ceb96ca/hfileref: appending metadata at 1733397606359 (+15 ms)Flushing 011c5f3cc4a82e5ad14f4ff29ceb96ca/hfileref: closing flushed file at 1733397606359Flushing 011c5f3cc4a82e5ad14f4ff29ceb96ca/queue: creating writer at 1733397606769 (+410 ms)Flushing 011c5f3cc4a82e5ad14f4ff29ceb96ca/queue: appending metadata at 1733397606785 (+16 ms)Flushing 011c5f3cc4a82e5ad14f4ff29ceb96ca/queue: closing flushed file at 1733397606785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@486d2d3a: reopening flushed file at 1733397607194 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cba96ba: reopening flushed file at 1733397607200 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 011c5f3cc4a82e5ad14f4ff29ceb96ca in 863ms, sequenceid=12, compaction requested=false at 1733397607206 (+6 ms)Writing region close event to WAL at 1733397607208 (+2 ms)Running coprocessor post-close hooks at 1733397607211 (+3 ms)Closed at 1733397607211 2024-12-05T11:20:07,211 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733397599375.011c5f3cc4a82e5ad14f4ff29ceb96ca. 2024-12-05T11:20:07,230 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740/.tmp/table/f35292596ee64393a9a1baedcd949da4 2024-12-05T11:20:07,237 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740/.tmp/info/73e05ea501a84060a4da8494717b94d7 as hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740/info/73e05ea501a84060a4da8494717b94d7 2024-12-05T11:20:07,241 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740/info/73e05ea501a84060a4da8494717b94d7, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T11:20:07,242 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740/.tmp/ns/443921d8a79548b6901ec59bf9ad4942 as hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740/ns/443921d8a79548b6901ec59bf9ad4942 2024-12-05T11:20:07,247 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740/ns/443921d8a79548b6901ec59bf9ad4942, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T11:20:07,248 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740/.tmp/rep_barrier/95aa370471c24033b41dc6e7b39ad5f0 as hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740/rep_barrier/95aa370471c24033b41dc6e7b39ad5f0 2024-12-05T11:20:07,254 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740/rep_barrier/95aa370471c24033b41dc6e7b39ad5f0, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T11:20:07,255 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740/.tmp/table/f35292596ee64393a9a1baedcd949da4 as hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740/table/f35292596ee64393a9a1baedcd949da4 2024-12-05T11:20:07,259 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740/table/f35292596ee64393a9a1baedcd949da4, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T11:20:07,260 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=16, compaction requested=false 2024-12-05T11:20:07,264 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T11:20:07,265 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:20:07,265 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:20:07,265 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:20:07,265 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397606339Running coprocessor pre-close hooks at 1733397606339Disabling compacts and flushes for region at 1733397606339Disabling writes for close at 1733397606339Obtaining lock to block concurrent updates at 1733397606339Preparing flush snapshotting stores in 1588230740 at 1733397606339Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733397606339Flushing stores of hbase:meta,,1.1588230740 at 1733397606340 (+1 ms)Flushing 1588230740/info: creating writer at 1733397606340Flushing 1588230740/info: appending metadata at 1733397606356 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733397606356Flushing 1588230740/ns: creating writer at 1733397606367 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733397606382 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733397606383 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733397606393 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733397606404 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733397606404Flushing 1588230740/table: creating writer at 1733397606813 (+409 ms)Flushing 1588230740/table: appending metadata at 1733397606826 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733397606826Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@483883f3: reopening flushed file at 1733397607236 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58f3dd5c: reopening flushed file at 1733397607242 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b33a55: reopening flushed file at 1733397607248 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35e965a4: reopening flushed file at 1733397607254 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=16, compaction requested=false at 1733397607260 (+6 ms)Writing region close event to WAL at 1733397607262 (+2 ms)Running coprocessor post-close hooks at 1733397607265 (+3 ms)Closed at 1733397607265 2024-12-05T11:20:07,265 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:20:07,340 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,37495,1733397593621; all regions closed. 2024-12-05T11:20:07,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741834_1010 (size=4239) 2024-12-05T11:20:07,342 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.meta.1733397595714.meta not finished, retry = 0 2024-12-05T11:20:07,444 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.rep.1733397599751 not finished, retry = 0 2024-12-05T11:20:07,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741839_1015 (size=3127) 2024-12-05T11:20:07,532 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/WALs/6706a97ae65f,37495,1733397593621/6706a97ae65f%2C37495%2C1733397593621.1733397595278 to pos 1328, reset compression=false 2024-12-05T11:20:07,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741833_1009 (size=1336) 2024-12-05T11:20:07,548 DEBUG [RS:0;6706a97ae65f:37495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:07,548 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:20:07,548 INFO [RS:0;6706a97ae65f:37495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:20:07,548 INFO [RS:0;6706a97ae65f:37495 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T11:20:07,548 INFO [RS:0;6706a97ae65f:37495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:20:07,548 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:20:07,549 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6706a97ae65f,37495,1733397593621 because: Region server is closing 2024-12-05T11:20:07,549 INFO [RS:0;6706a97ae65f:37495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:37495. 2024-12-05T11:20:07,549 DEBUG [RS:0;6706a97ae65f:37495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:07,549 DEBUG [RS:0;6706a97ae65f:37495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:07,549 DEBUG [RS:0;6706a97ae65f:37495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:07,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:20:07,593 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 1033, reset compression=false 2024-12-05T11:20:07,649 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.shipper6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 terminated 2024-12-05T11:20:07,650 INFO [RS:0;6706a97ae65f:37495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:37495. 2024-12-05T11:20:07,649 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37495,1733397593621.replicationSource.wal-reader.6706a97ae65f%2C37495%2C1733397593621,1-6706a97ae65f,37495,1733397593621 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T11:20:07,650 DEBUG [RS:0;6706a97ae65f:37495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:07,650 DEBUG [RS:0;6706a97ae65f:37495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:07,650 DEBUG [RS:0;6706a97ae65f:37495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:07,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:20:07,650 INFO [RS:0;6706a97ae65f:37495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37495 2024-12-05T11:20:07,663 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x101a538193c0004, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-641643971/rs/6706a97ae65f,37495,1733397593621 2024-12-05T11:20:07,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-641643971/rs 2024-12-05T11:20:07,663 INFO [RS:0;6706a97ae65f:37495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:20:07,673 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,37495,1733397593621] 2024-12-05T11:20:07,684 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-641643971/draining/6706a97ae65f,37495,1733397593621 already deleted, retry=false 2024-12-05T11:20:07,684 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,37495,1733397593621 expired; onlineServers=0 2024-12-05T11:20:07,684 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,33237,1733397593491' ***** 2024-12-05T11:20:07,684 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:20:07,684 INFO [M:0;6706a97ae65f:33237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:20:07,684 INFO [M:0;6706a97ae65f:33237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:20:07,684 DEBUG [M:0;6706a97ae65f:33237 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:20:07,684 DEBUG [M:0;6706a97ae65f:33237 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:20:07,684 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:20:07,684 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397595012 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397595012,5,FailOnTimeoutGroup] 2024-12-05T11:20:07,684 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397595013 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397595013,5,FailOnTimeoutGroup] 2024-12-05T11:20:07,684 INFO [M:0;6706a97ae65f:33237 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:20:07,684 INFO [M:0;6706a97ae65f:33237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:20:07,685 DEBUG [M:0;6706a97ae65f:33237 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:20:07,685 INFO [M:0;6706a97ae65f:33237 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:20:07,685 INFO [M:0;6706a97ae65f:33237 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:20:07,685 INFO [M:0;6706a97ae65f:33237 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:20:07,685 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:20:07,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-641643971/master 2024-12-05T11:20:07,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-641643971 2024-12-05T11:20:07,694 DEBUG [M:0;6706a97ae65f:33237 {}] zookeeper.ZKUtil(347): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Unable to get data of znode /1-641643971/master because node does not exist (not an error) 2024-12-05T11:20:07,694 WARN [M:0;6706a97ae65f:33237 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:20:07,695 INFO [M:0;6706a97ae65f:33237 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/.lastflushedseqids 2024-12-05T11:20:07,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741852_1028 (size=263) 2024-12-05T11:20:07,774 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x101a538193c0004, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:20:07,774 INFO [RS:0;6706a97ae65f:37495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:20:07,774 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x101a538193c0004, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:20:07,774 INFO [RS:0;6706a97ae65f:37495 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,37495,1733397593621; zookeeper connection closed. 2024-12-05T11:20:07,774 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45b55344 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45b55344 2024-12-05T11:20:07,774 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:20:08,103 INFO [M:0;6706a97ae65f:33237 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:20:08,103 INFO [M:0;6706a97ae65f:33237 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:20:08,103 DEBUG [M:0;6706a97ae65f:33237 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:20:08,103 INFO [M:0;6706a97ae65f:33237 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:08,103 DEBUG [M:0;6706a97ae65f:33237 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:08,103 DEBUG [M:0;6706a97ae65f:33237 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:20:08,103 DEBUG [M:0;6706a97ae65f:33237 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:08,103 INFO [M:0;6706a97ae65f:33237 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T11:20:08,123 DEBUG [M:0;6706a97ae65f:33237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9584639e45d94b07bb7b7d7c5563d414 is 82, key is hbase:meta,,1/info:regioninfo/1733397595742/Put/seqid=0 2024-12-05T11:20:08,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741853_1029 (size=5672) 2024-12-05T11:20:08,296 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 1033, reset compression=false 2024-12-05T11:20:08,528 INFO [M:0;6706a97ae65f:33237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9584639e45d94b07bb7b7d7c5563d414 2024-12-05T11:20:08,548 DEBUG [M:0;6706a97ae65f:33237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fbe3d087d65d4cd69db865bdc81bc673 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733397599806/Put/seqid=0 2024-12-05T11:20:08,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741854_1030 (size=8516) 2024-12-05T11:20:08,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T11:20:08,931 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T11:20:08,954 INFO [M:0;6706a97ae65f:33237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fbe3d087d65d4cd69db865bdc81bc673 2024-12-05T11:20:08,986 DEBUG [M:0;6706a97ae65f:33237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b453fab8af34429aa8be06ae8740780d is 69, key is 6706a97ae65f,37495,1733397593621/rs:state/1733397595099/Put/seqid=0 2024-12-05T11:20:08,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741855_1031 (size=5156) 2024-12-05T11:20:09,113 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 1033, reset compression=false 2024-12-05T11:20:09,390 INFO [M:0;6706a97ae65f:33237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b453fab8af34429aa8be06ae8740780d 2024-12-05T11:20:09,395 DEBUG [M:0;6706a97ae65f:33237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9584639e45d94b07bb7b7d7c5563d414 as hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9584639e45d94b07bb7b7d7c5563d414 2024-12-05T11:20:09,398 INFO [M:0;6706a97ae65f:33237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9584639e45d94b07bb7b7d7c5563d414, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T11:20:09,399 DEBUG [M:0;6706a97ae65f:33237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fbe3d087d65d4cd69db865bdc81bc673 as hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fbe3d087d65d4cd69db865bdc81bc673 2024-12-05T11:20:09,403 INFO [M:0;6706a97ae65f:33237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fbe3d087d65d4cd69db865bdc81bc673, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T11:20:09,403 DEBUG [M:0;6706a97ae65f:33237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b453fab8af34429aa8be06ae8740780d as hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b453fab8af34429aa8be06ae8740780d 2024-12-05T11:20:09,407 INFO [M:0;6706a97ae65f:33237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b453fab8af34429aa8be06ae8740780d, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T11:20:09,408 INFO [M:0;6706a97ae65f:33237 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=97, compaction requested=false 2024-12-05T11:20:09,409 INFO [M:0;6706a97ae65f:33237 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:09,409 DEBUG [M:0;6706a97ae65f:33237 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397608103Disabling compacts and flushes for region at 1733397608103Disabling writes for close at 1733397608103Obtaining lock to block concurrent updates at 1733397608103Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397608103Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733397608104 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397608104Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397608104Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397608123 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397608123Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397608532 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397608547 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397608548 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397608958 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397608986 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397608986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1629c532: reopening flushed file at 1733397609394 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fdd1cf2: reopening flushed file at 1733397609399 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48b30f85: reopening flushed file at 1733397609403 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=97, compaction requested=false at 1733397609408 (+5 ms)Writing region close event to WAL at 1733397609408Closed at 1733397609408 2024-12-05T11:20:09,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741830_1006 (size=63654) 2024-12-05T11:20:09,410 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f6e6854-9575-95c3-85af-420d457c7e3c/MasterData/WALs/6706a97ae65f,33237,1733397593491/6706a97ae65f%2C33237%2C1733397593491.1733397594166 not finished, retry = 0 2024-12-05T11:20:09,511 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:20:09,511 INFO [M:0;6706a97ae65f:33237 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:20:09,511 INFO [M:0;6706a97ae65f:33237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33237 2024-12-05T11:20:09,512 INFO [M:0;6706a97ae65f:33237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:20:09,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:20:09,629 INFO [M:0;6706a97ae65f:33237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:20:09,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33237-0x101a538193c0003, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:20:09,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f4f8f06{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:20:09,632 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6aafc8a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:20:09,632 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:20:09,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36bec5c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:20:09,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b15a6a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/hadoop.log.dir/,STOPPED} 2024-12-05T11:20:09,634 WARN [BP-537024886-172.17.0.2-1733397590985 heartbeating to localhost/127.0.0.1:33185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:20:09,634 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:20:09,634 WARN [BP-537024886-172.17.0.2-1733397590985 heartbeating to localhost/127.0.0.1:33185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-537024886-172.17.0.2-1733397590985 (Datanode Uuid e45d6742-6151-420c-9a90-a39df10b87ab) service to localhost/127.0.0.1:33185 2024-12-05T11:20:09,634 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:20:09,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/cluster_51945652-757b-37ae-b579-9165a7b5ed65/data/data1/current/BP-537024886-172.17.0.2-1733397590985 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:20:09,635 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:20:09,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/cluster_51945652-757b-37ae-b579-9165a7b5ed65/data/data2/current/BP-537024886-172.17.0.2-1733397590985 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:20:09,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19b5ee39{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:20:09,642 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29a7a634{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:20:09,642 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:20:09,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f501352{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:20:09,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3129fbe5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/hadoop.log.dir/,STOPPED} 2024-12-05T11:20:09,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:20:09,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:20:09,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:20:09,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:09,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:09,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:09,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:20:09,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:20:09,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=375917859, stopped=false 2024-12-05T11:20:09,658 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,36813,1733397587624 2024-12-05T11:20:09,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0905092495/running 2024-12-05T11:20:09,677 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101a538193c0001, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0905092495/running 2024-12-05T11:20:09,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0905092495 2024-12-05T11:20:09,677 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:20:09,677 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101a538193c0001, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0905092495 2024-12-05T11:20:09,677 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:20:09,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Set watcher on znode that does not yet exist, /0905092495/running 2024-12-05T11:20:09,677 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:09,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33057-0x101a538193c0001, quorum=127.0.0.1:65073, baseZNode=/0905092495 Set watcher on znode that does not yet exist, /0905092495/running 2024-12-05T11:20:09,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:09,677 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,33057,1733397587983' ***** 2024-12-05T11:20:09,677 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:20:09,678 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:20:09,678 INFO [RS:0;6706a97ae65f:33057 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:20:09,678 INFO [RS:0;6706a97ae65f:33057 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:20:09,678 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:20:09,678 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(3091): Received CLOSE for 16d9e35379633a63fe92f7c7deeb8b1e 2024-12-05T11:20:09,678 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(3091): Received CLOSE for a4396ffe964c87220dfcbda1edf5d432 2024-12-05T11:20:09,678 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,33057,1733397587983 2024-12-05T11:20:09,678 INFO [RS:0;6706a97ae65f:33057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:20:09,678 INFO [RS:0;6706a97ae65f:33057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:33057. 2024-12-05T11:20:09,678 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16d9e35379633a63fe92f7c7deeb8b1e, disabling compactions & flushes 2024-12-05T11:20:09,679 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e. 2024-12-05T11:20:09,679 DEBUG [RS:0;6706a97ae65f:33057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:09,679 DEBUG [RS:0;6706a97ae65f:33057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:09,679 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e. 2024-12-05T11:20:09,679 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e. after waiting 0 ms 2024-12-05T11:20:09,679 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e. 2024-12-05T11:20:09,679 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:20:09,679 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:20:09,679 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:20:09,679 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:20:09,679 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T11:20:09,679 DEBUG [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(1325): Online Regions={16d9e35379633a63fe92f7c7deeb8b1e=test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e., a4396ffe964c87220dfcbda1edf5d432=hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:20:09,679 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:20:09,679 DEBUG [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16d9e35379633a63fe92f7c7deeb8b1e, a4396ffe964c87220dfcbda1edf5d432 2024-12-05T11:20:09,679 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:20:09,679 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:20:09,679 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:20:09,679 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:20:09,679 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T11:20:09,683 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/default/test/16d9e35379633a63fe92f7c7deeb8b1e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T11:20:09,684 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:20:09,684 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:20:09,684 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e. 2024-12-05T11:20:09,684 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16d9e35379633a63fe92f7c7deeb8b1e: Waiting for close lock at 1733397609678Running coprocessor pre-close hooks at 1733397609678Disabling compacts and flushes for region at 1733397609678Disabling writes for close at 1733397609679 (+1 ms)Writing region close event to WAL at 1733397609679Running coprocessor post-close hooks at 1733397609684 (+5 ms)Closed at 1733397609684 2024-12-05T11:20:09,684 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e. 2024-12-05T11:20:09,684 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a4396ffe964c87220dfcbda1edf5d432, disabling compactions & flushes 2024-12-05T11:20:09,684 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432. 2024-12-05T11:20:09,684 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432. 2024-12-05T11:20:09,684 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432. after waiting 0 ms 2024-12-05T11:20:09,684 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432. 2024-12-05T11:20:09,684 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a4396ffe964c87220dfcbda1edf5d432 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-05T11:20:09,697 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740/.tmp/info/9b34f7ce00ff46c392bd54b866db5d7f is 147, key is hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432./info:regioninfo/1733397599000/Put/seqid=0 2024-12-05T11:20:09,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741846_1022 (size=7686) 2024-12-05T11:20:09,702 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/replication/a4396ffe964c87220dfcbda1edf5d432/.tmp/hfileref/a5cba0ed251c4cc4a1482b8b5f47d088 is 74, key is 1/hfileref:04f4c948dc72425caea583961b596606_SeqId_6_/1733397606009/DeleteColumn/seqid=0 2024-12-05T11:20:09,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741847_1023 (size=5345) 2024-12-05T11:20:09,739 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:20:09,879 DEBUG [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a4396ffe964c87220dfcbda1edf5d432 2024-12-05T11:20:10,018 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 1033, reset compression=false 2024-12-05T11:20:10,022 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:20:10,022 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 1328, reset compression=false 2024-12-05T11:20:10,022 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.shipper6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,33057,1733397587983 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:20:10,023 ERROR [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.shipper6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6706a97ae65f,33057,1733397587983: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6706a97ae65f,33057,1733397587983, walGroup=6706a97ae65f%2C33057%2C1733397587983, offset=6706a97ae65f%2C33057%2C1733397587983.1733397590256:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:33057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T11:20:10,024 ERROR [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.shipper6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T11:20:10,024 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.shipper6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T11:20:10,025 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.shipper6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T11:20:10,025 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.shipper6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T11:20:10,025 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.shipper6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T11:20:10,025 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.shipper6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 679976448 }, "NonHeapMemoryUsage": { "committed": 190906368, "init": 7667712, "max": -1, "used": 188197832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T11:20:10,026 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.shipper6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:36813 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:36813 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T11:20:10,079 DEBUG [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a4396ffe964c87220dfcbda1edf5d432 2024-12-05T11:20:10,102 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740/.tmp/info/9b34f7ce00ff46c392bd54b866db5d7f 2024-12-05T11:20:10,106 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/replication/a4396ffe964c87220dfcbda1edf5d432/.tmp/hfileref/a5cba0ed251c4cc4a1482b8b5f47d088 2024-12-05T11:20:10,116 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:20:10,116 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:20:10,127 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/replication/a4396ffe964c87220dfcbda1edf5d432/.tmp/queue/ab0aa9aa28914283b9020dcf84e980e3 is 154, key is 1-6706a97ae65f,33057,1733397587983/queue:6706a97ae65f%2C33057%2C1733397587983/1733397606010/Put/seqid=0 2024-12-05T11:20:10,129 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740/.tmp/ns/91f994632b0b45d3b6f4d0658c75b6a6 is 43, key is default/ns:d/1733397590835/Put/seqid=0 2024-12-05T11:20:10,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741848_1024 (size=5353) 2024-12-05T11:20:10,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741849_1025 (size=5153) 2024-12-05T11:20:10,227 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 1328, reset compression=false 2024-12-05T11:20:10,280 DEBUG [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a4396ffe964c87220dfcbda1edf5d432 2024-12-05T11:20:10,480 DEBUG [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a4396ffe964c87220dfcbda1edf5d432 2024-12-05T11:20:10,531 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 1328, reset compression=false 2024-12-05T11:20:10,531 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/replication/a4396ffe964c87220dfcbda1edf5d432/.tmp/queue/ab0aa9aa28914283b9020dcf84e980e3 2024-12-05T11:20:10,532 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740/.tmp/ns/91f994632b0b45d3b6f4d0658c75b6a6 2024-12-05T11:20:10,547 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/replication/a4396ffe964c87220dfcbda1edf5d432/.tmp/hfileref/a5cba0ed251c4cc4a1482b8b5f47d088 as hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/replication/a4396ffe964c87220dfcbda1edf5d432/hfileref/a5cba0ed251c4cc4a1482b8b5f47d088 2024-12-05T11:20:10,553 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/replication/a4396ffe964c87220dfcbda1edf5d432/hfileref/a5cba0ed251c4cc4a1482b8b5f47d088, entries=4, sequenceid=12, filesize=5.2 K 2024-12-05T11:20:10,555 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/replication/a4396ffe964c87220dfcbda1edf5d432/.tmp/queue/ab0aa9aa28914283b9020dcf84e980e3 as hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/replication/a4396ffe964c87220dfcbda1edf5d432/queue/ab0aa9aa28914283b9020dcf84e980e3 2024-12-05T11:20:10,559 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/replication/a4396ffe964c87220dfcbda1edf5d432/queue/ab0aa9aa28914283b9020dcf84e980e3, entries=1, sequenceid=12, filesize=5.2 K 2024-12-05T11:20:10,560 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for a4396ffe964c87220dfcbda1edf5d432 in 876ms, sequenceid=12, compaction requested=false 2024-12-05T11:20:10,560 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T11:20:10,564 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/replication/a4396ffe964c87220dfcbda1edf5d432/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T11:20:10,565 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:20:10,565 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:20:10,565 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432. 2024-12-05T11:20:10,565 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a4396ffe964c87220dfcbda1edf5d432: Waiting for close lock at 1733397609684Running coprocessor pre-close hooks at 1733397609684Disabling compacts and flushes for region at 1733397609684Disabling writes for close at 1733397609684Obtaining lock to block concurrent updates at 1733397609684Preparing flush snapshotting stores in a4396ffe964c87220dfcbda1edf5d432 at 1733397609684Finished memstore snapshotting hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733397609685 (+1 ms)Flushing stores of hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432. at 1733397609685Flushing a4396ffe964c87220dfcbda1edf5d432/hfileref: creating writer at 1733397609685Flushing a4396ffe964c87220dfcbda1edf5d432/hfileref: appending metadata at 1733397609701 (+16 ms)Flushing a4396ffe964c87220dfcbda1edf5d432/hfileref: closing flushed file at 1733397609701Flushing a4396ffe964c87220dfcbda1edf5d432/queue: creating writer at 1733397610110 (+409 ms)Flushing a4396ffe964c87220dfcbda1edf5d432/queue: appending metadata at 1733397610126 (+16 ms)Flushing a4396ffe964c87220dfcbda1edf5d432/queue: closing flushed file at 1733397610126Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bf71c9e: reopening flushed file at 1733397610545 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f757469: reopening flushed file at 1733397610553 (+8 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for a4396ffe964c87220dfcbda1edf5d432 in 876ms, sequenceid=12, compaction requested=false at 1733397610560 (+7 ms)Writing region close event to WAL at 1733397610562 (+2 ms)Running coprocessor post-close hooks at 1733397610565 (+3 ms)Closed at 1733397610565 2024-12-05T11:20:10,565 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733397598227.a4396ffe964c87220dfcbda1edf5d432. 2024-12-05T11:20:10,570 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740/.tmp/rep_barrier/c6a60bb11e62496cb6463afa50cd59b5 is 112, key is test,,1733397595913.16d9e35379633a63fe92f7c7deeb8b1e./rep_barrier:seqnumDuringOpen/1733397596684/Put/seqid=0 2024-12-05T11:20:10,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741850_1026 (size=5518) 2024-12-05T11:20:10,680 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T11:20:10,680 DEBUG [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:20:10,680 DEBUG [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:20:10,880 DEBUG [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:20:10,941 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 1328, reset compression=false 2024-12-05T11:20:10,984 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740/.tmp/rep_barrier/c6a60bb11e62496cb6463afa50cd59b5 2024-12-05T11:20:11,000 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740/.tmp/table/d6370eaa58284cf1891f7ab798a4ea5a is 53, key is hbase:replication/table:state/1733397599011/Put/seqid=0 2024-12-05T11:20:11,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741851_1027 (size=5308) 2024-12-05T11:20:11,080 DEBUG [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:20:11,281 DEBUG [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:20:11,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:11,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:11,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:11,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:11,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:11,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:11,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:11,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:11,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:11,404 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740/.tmp/table/d6370eaa58284cf1891f7ab798a4ea5a 2024-12-05T11:20:11,409 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740/.tmp/info/9b34f7ce00ff46c392bd54b866db5d7f as hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740/info/9b34f7ce00ff46c392bd54b866db5d7f 2024-12-05T11:20:11,414 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740/info/9b34f7ce00ff46c392bd54b866db5d7f, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T11:20:11,415 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740/.tmp/ns/91f994632b0b45d3b6f4d0658c75b6a6 as hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740/ns/91f994632b0b45d3b6f4d0658c75b6a6 2024-12-05T11:20:11,419 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740/ns/91f994632b0b45d3b6f4d0658c75b6a6, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T11:20:11,420 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740/.tmp/rep_barrier/c6a60bb11e62496cb6463afa50cd59b5 as hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740/rep_barrier/c6a60bb11e62496cb6463afa50cd59b5 2024-12-05T11:20:11,423 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740/rep_barrier/c6a60bb11e62496cb6463afa50cd59b5, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T11:20:11,424 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740/.tmp/table/d6370eaa58284cf1891f7ab798a4ea5a as hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740/table/d6370eaa58284cf1891f7ab798a4ea5a 2024-12-05T11:20:11,429 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740/table/d6370eaa58284cf1891f7ab798a4ea5a, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T11:20:11,429 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1750ms, sequenceid=16, compaction requested=false 2024-12-05T11:20:11,429 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:20:11,434 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T11:20:11,434 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:20:11,434 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:20:11,434 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:20:11,434 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397609679Running coprocessor pre-close hooks at 1733397609679Disabling compacts and flushes for region at 1733397609679Disabling writes for close at 1733397609679Obtaining lock to block concurrent updates at 1733397609679Preparing flush snapshotting stores in 1588230740 at 1733397609679Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733397609680 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733397609680Flushing 1588230740/info: creating writer at 1733397609680Flushing 1588230740/info: appending metadata at 1733397609697 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733397609697Flushing 1588230740/ns: creating writer at 1733397610106 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733397610128 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733397610128Flushing 1588230740/rep_barrier: creating writer at 1733397610547 (+419 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733397610569 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733397610569Flushing 1588230740/table: creating writer at 1733397610988 (+419 ms)Flushing 1588230740/table: appending metadata at 1733397611000 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733397611000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f91fb26: reopening flushed file at 1733397611409 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44635d51: reopening flushed file at 1733397611414 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aa56fa0: reopening flushed file at 1733397611419 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79d74ddc: reopening flushed file at 1733397611424 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1750ms, sequenceid=16, compaction requested=false at 1733397611429 (+5 ms)Writing region close event to WAL at 1733397611431 (+2 ms)Running coprocessor post-close hooks at 1733397611434 (+3 ms)Closed at 1733397611434 2024-12-05T11:20:11,434 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:20:11,445 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 to pos 1328, reset compression=false 2024-12-05T11:20:11,481 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,33057,1733397587983; all regions closed. 2024-12-05T11:20:11,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741834_1010 (size=4239) 2024-12-05T11:20:11,483 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.meta.1733397590730.meta not finished, retry = 0 2024-12-05T11:20:11,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741839_1015 (size=3127) 2024-12-05T11:20:11,585 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.rep.1733397598970 not finished, retry = 0 2024-12-05T11:20:11,688 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/WALs/6706a97ae65f,33057,1733397587983/6706a97ae65f%2C33057%2C1733397587983.1733397590256 not finished, retry = 0 2024-12-05T11:20:11,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741833_1009 (size=1336) 2024-12-05T11:20:11,789 DEBUG [RS:0;6706a97ae65f:33057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:11,789 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:20:11,789 INFO [RS:0;6706a97ae65f:33057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:20:11,789 INFO [RS:0;6706a97ae65f:33057 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T11:20:11,789 INFO [RS:0;6706a97ae65f:33057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:20:11,789 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:20:11,789 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6706a97ae65f,33057,1733397587983 because: Region server is closing 2024-12-05T11:20:11,790 INFO [RS:0;6706a97ae65f:33057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:33057. 2024-12-05T11:20:11,790 DEBUG [RS:0;6706a97ae65f:33057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:11,790 DEBUG [RS:0;6706a97ae65f:33057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:11,790 DEBUG [RS:0;6706a97ae65f:33057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:11,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:20:11,889 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:20:11,890 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.shipper6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 terminated 2024-12-05T11:20:11,890 INFO [RS:0;6706a97ae65f:33057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:33057. 2024-12-05T11:20:11,890 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33057,1733397587983.replicationSource.wal-reader.6706a97ae65f%2C33057%2C1733397587983,1-6706a97ae65f,33057,1733397587983 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T11:20:11,890 DEBUG [RS:0;6706a97ae65f:33057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:11,890 DEBUG [RS:0;6706a97ae65f:33057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:11,890 DEBUG [RS:0;6706a97ae65f:33057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:11,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:20:11,891 INFO [RS:0;6706a97ae65f:33057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33057 2024-12-05T11:20:11,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0905092495/rs 2024-12-05T11:20:11,904 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101a538193c0001, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0905092495/rs/6706a97ae65f,33057,1733397587983 2024-12-05T11:20:11,905 INFO [RS:0;6706a97ae65f:33057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:20:11,905 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,33057,1733397587983] 2024-12-05T11:20:11,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:11,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:11,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:11,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:11,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:11,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:11,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:11,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:11,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:11,925 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0905092495/draining/6706a97ae65f,33057,1733397587983 already deleted, retry=false 2024-12-05T11:20:11,926 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,33057,1733397587983 expired; onlineServers=0 2024-12-05T11:20:11,926 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,36813,1733397587624' ***** 2024-12-05T11:20:11,926 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:20:11,926 INFO [M:0;6706a97ae65f:36813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:20:11,926 INFO [M:0;6706a97ae65f:36813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:20:11,926 DEBUG [M:0;6706a97ae65f:36813 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:20:11,926 DEBUG [M:0;6706a97ae65f:36813 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:20:11,926 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:20:11,926 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397590040 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397590040,5,FailOnTimeoutGroup] 2024-12-05T11:20:11,926 INFO [M:0;6706a97ae65f:36813 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:20:11,926 INFO [M:0;6706a97ae65f:36813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:20:11,926 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397590036 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397590036,5,FailOnTimeoutGroup] 2024-12-05T11:20:11,926 DEBUG [M:0;6706a97ae65f:36813 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:20:11,926 INFO [M:0;6706a97ae65f:36813 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:20:11,926 INFO [M:0;6706a97ae65f:36813 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:20:11,926 INFO [M:0;6706a97ae65f:36813 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:20:11,926 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:20:11,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0905092495/master 2024-12-05T11:20:11,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0905092495 2024-12-05T11:20:11,936 DEBUG [M:0;6706a97ae65f:36813 {}] zookeeper.ZKUtil(347): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Unable to get data of znode /0905092495/master because node does not exist (not an error) 2024-12-05T11:20:11,936 WARN [M:0;6706a97ae65f:36813 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:20:11,937 INFO [M:0;6706a97ae65f:36813 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/.lastflushedseqids 2024-12-05T11:20:11,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741852_1028 (size=263) 2024-12-05T11:20:12,015 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101a538193c0001, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:20:12,015 INFO [RS:0;6706a97ae65f:33057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:20:12,015 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101a538193c0001, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:20:12,015 INFO [RS:0;6706a97ae65f:33057 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,33057,1733397587983; zookeeper connection closed. 2024-12-05T11:20:12,015 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b635c4b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b635c4b 2024-12-05T11:20:12,016 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:20:12,343 INFO [M:0;6706a97ae65f:36813 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:20:12,343 INFO [M:0;6706a97ae65f:36813 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:20:12,343 DEBUG [M:0;6706a97ae65f:36813 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:20:12,343 INFO [M:0;6706a97ae65f:36813 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:12,343 DEBUG [M:0;6706a97ae65f:36813 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:12,343 DEBUG [M:0;6706a97ae65f:36813 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:20:12,343 DEBUG [M:0;6706a97ae65f:36813 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:12,343 INFO [M:0;6706a97ae65f:36813 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-05T11:20:12,360 DEBUG [M:0;6706a97ae65f:36813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/659e7fdce4874bceb2dbd03e0b6b160d is 82, key is hbase:meta,,1/info:regioninfo/1733397590782/Put/seqid=0 2024-12-05T11:20:12,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741853_1029 (size=5672) 2024-12-05T11:20:12,764 INFO [M:0;6706a97ae65f:36813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/659e7fdce4874bceb2dbd03e0b6b160d 2024-12-05T11:20:12,780 DEBUG [M:0;6706a97ae65f:36813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b3e718cabf5478b999a976bf313cb25 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733397599014/Put/seqid=0 2024-12-05T11:20:12,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741854_1030 (size=8517) 2024-12-05T11:20:13,183 INFO [M:0;6706a97ae65f:36813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b3e718cabf5478b999a976bf313cb25 2024-12-05T11:20:13,199 DEBUG [M:0;6706a97ae65f:36813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f055f7d23601467cbe5de11a7e3a2314 is 69, key is 6706a97ae65f,33057,1733397587983/rs:state/1733397590070/Put/seqid=0 2024-12-05T11:20:13,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741855_1031 (size=5156) 2024-12-05T11:20:13,603 INFO [M:0;6706a97ae65f:36813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f055f7d23601467cbe5de11a7e3a2314 2024-12-05T11:20:13,607 DEBUG [M:0;6706a97ae65f:36813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/659e7fdce4874bceb2dbd03e0b6b160d as hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/659e7fdce4874bceb2dbd03e0b6b160d 2024-12-05T11:20:13,611 INFO [M:0;6706a97ae65f:36813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/659e7fdce4874bceb2dbd03e0b6b160d, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T11:20:13,612 DEBUG [M:0;6706a97ae65f:36813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b3e718cabf5478b999a976bf313cb25 as hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8b3e718cabf5478b999a976bf313cb25 2024-12-05T11:20:13,616 INFO [M:0;6706a97ae65f:36813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8b3e718cabf5478b999a976bf313cb25, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T11:20:13,617 DEBUG [M:0;6706a97ae65f:36813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f055f7d23601467cbe5de11a7e3a2314 as hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f055f7d23601467cbe5de11a7e3a2314 2024-12-05T11:20:13,621 INFO [M:0;6706a97ae65f:36813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/f0639fc3-a75d-a3de-ece9-ebeb054b531a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f055f7d23601467cbe5de11a7e3a2314, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T11:20:13,622 INFO [M:0;6706a97ae65f:36813 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-12-05T11:20:13,623 INFO [M:0;6706a97ae65f:36813 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:13,623 DEBUG [M:0;6706a97ae65f:36813 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397612343Disabling compacts and flushes for region at 1733397612343Disabling writes for close at 1733397612343Obtaining lock to block concurrent updates at 1733397612343Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397612343Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733397612344 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397612344Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397612344Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397612360 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397612360Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397612768 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397612779 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397612779Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397613187 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397613199 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397613199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50269d8e: reopening flushed file at 1733397613606 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43dc35b1: reopening flushed file at 1733397613611 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bafa6d7: reopening flushed file at 1733397613616 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1733397613622 (+6 ms)Writing region close event to WAL at 1733397613623 (+1 ms)Closed at 1733397613623 2024-12-05T11:20:13,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44097 is added to blk_1073741830_1006 (size=63666) 2024-12-05T11:20:13,626 INFO [M:0;6706a97ae65f:36813 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:20:13,626 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:20:13,626 INFO [M:0;6706a97ae65f:36813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36813 2024-12-05T11:20:13,627 INFO [M:0;6706a97ae65f:36813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:20:13,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:20:13,794 INFO [M:0;6706a97ae65f:36813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:20:13,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36813-0x101a538193c0000, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:20:13,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@277d7b91{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:20:13,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74446335{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:20:13,797 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:20:13,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d844d4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:20:13,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290893d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/hadoop.log.dir/,STOPPED} 2024-12-05T11:20:13,798 WARN [BP-1512460400-172.17.0.2-1733397585348 heartbeating to localhost/127.0.0.1:43381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:20:13,798 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:20:13,798 WARN [BP-1512460400-172.17.0.2-1733397585348 heartbeating to localhost/127.0.0.1:43381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1512460400-172.17.0.2-1733397585348 (Datanode Uuid cd5a2708-0aa7-4332-a3ff-bd9019a7f14e) service to localhost/127.0.0.1:43381 2024-12-05T11:20:13,798 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:20:13,799 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/cluster_9fe6c267-b5ea-4f49-a41a-9291bd5a08cd/data/data1/current/BP-1512460400-172.17.0.2-1733397585348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:20:13,799 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/cluster_9fe6c267-b5ea-4f49-a41a-9291bd5a08cd/data/data2/current/BP-1512460400-172.17.0.2-1733397585348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:20:13,799 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:20:13,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32f1e9ef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:20:13,804 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33743c51{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:20:13,804 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:20:13,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38994cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:20:13,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6a1081{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65e3cf9-16ce-5281-4852-255b2b6e1697/hadoop.log.dir/,STOPPED} 2024-12-05T11:20:13,808 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T11:20:13,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:20:13,831 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=245 (was 205) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43381 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:43381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43381 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:33185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65073) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33185 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43381 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65073) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33185 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=621 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=423 (was 316) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6321 (was 7016) 2024-12-05T11:20:13,838 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=245, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=423, ProcessCount=11, AvailableMemoryMB=6321 2024-12-05T11:20:13,849 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-05T11:20:13,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/hadoop.log.dir so I do NOT create it in target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab 2024-12-05T11:20:13,849 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T11:20:13,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/hadoop.tmp.dir so I do NOT create it in target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab 2024-12-05T11:20:13,849 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61dd2d5d-57c9-59b5-beb1-83d9ade0cc8b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T11:20:13,849 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab 2024-12-05T11:20:13,850 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/cluster_c4181057-9345-4075-7525-c0994f08f81a, deleteOnExit=true 2024-12-05T11:20:13,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a538193c0005, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T11:20:13,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a538193c0002, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T11:20:13,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a538193c0002, quorum=127.0.0.1:65073, baseZNode=/0905092495 Received Disconnected from ZooKeeper, ignoring 2024-12-05T11:20:13,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a538193c0005, quorum=127.0.0.1:65073, baseZNode=/1-641643971 Received Disconnected from ZooKeeper, ignoring 2024-12-05T11:20:13,918 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/cluster_c4181057-9345-4075-7525-c0994f08f81a/zookeeper_0, clientPort=57914, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/cluster_c4181057-9345-4075-7525-c0994f08f81a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/cluster_c4181057-9345-4075-7525-c0994f08f81a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T11:20:13,919 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57914 2024-12-05T11:20:13,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:20:13,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:20:13,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/test.cache.data in system properties and HBase conf 2024-12-05T11:20:13,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:20:13,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:20:13,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:20:13,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:20:13,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:20:13,920 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:20:13,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:20:13,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:20:13,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:20:13,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:20:13,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:20:13,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:20:13,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:20:13,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:20:13,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:20:13,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:20:13,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:20:13,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:20:13,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:20:13,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:20:14,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:20:14,320 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:20:14,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:20:14,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:20:14,321 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:20:14,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:20:14,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@531cc1e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:20:14,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c6fe62f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:20:14,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c0cb48f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/java.io.tmpdir/jetty-localhost-43035-hadoop-hdfs-3_4_1-tests_jar-_-any-17254945024322393594/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:20:14,415 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@545f9962{HTTP/1.1, (http/1.1)}{localhost:43035} 2024-12-05T11:20:14,415 INFO [Time-limited test {}] server.Server(415): Started @201752ms 2024-12-05T11:20:14,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:20:14,781 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:20:14,784 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:20:14,784 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:20:14,784 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:20:14,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@92644ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:20:14,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@120fb04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:20:14,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@140546ac{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/java.io.tmpdir/jetty-localhost-38347-hadoop-hdfs-3_4_1-tests_jar-_-any-1562141297386766414/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:20:14,875 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55933cd1{HTTP/1.1, (http/1.1)}{localhost:38347} 2024-12-05T11:20:14,875 INFO [Time-limited test {}] server.Server(415): Started @202212ms 2024-12-05T11:20:14,876 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:20:15,619 WARN [Thread-2196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/cluster_c4181057-9345-4075-7525-c0994f08f81a/data/data1/current/BP-1758379733-172.17.0.2-1733397613935/current, will proceed with Du for space computation calculation, 2024-12-05T11:20:15,619 WARN [Thread-2197 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/cluster_c4181057-9345-4075-7525-c0994f08f81a/data/data2/current/BP-1758379733-172.17.0.2-1733397613935/current, will proceed with Du for space computation calculation, 2024-12-05T11:20:15,638 WARN [Thread-2184 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:20:15,640 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7b88147c3171354 with lease ID 0x86018ae8df8312ee: Processing first storage report for DS-9aa4bbe7-07ea-4c04-bbbe-4aa8a855cbbf from datanode DatanodeRegistration(127.0.0.1:44507, datanodeUuid=182024fe-aeb1-411d-9bf6-080e179bddcf, infoPort=34007, infoSecurePort=0, ipcPort=34025, storageInfo=lv=-57;cid=testClusterID;nsid=1698431084;c=1733397613935) 2024-12-05T11:20:15,640 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7b88147c3171354 with lease ID 0x86018ae8df8312ee: from storage DS-9aa4bbe7-07ea-4c04-bbbe-4aa8a855cbbf node DatanodeRegistration(127.0.0.1:44507, datanodeUuid=182024fe-aeb1-411d-9bf6-080e179bddcf, infoPort=34007, infoSecurePort=0, ipcPort=34025, storageInfo=lv=-57;cid=testClusterID;nsid=1698431084;c=1733397613935), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:20:15,640 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7b88147c3171354 with lease ID 0x86018ae8df8312ee: Processing first storage report for DS-57445579-9fc1-4f3f-b1a9-27dd5f5b6ca0 from datanode DatanodeRegistration(127.0.0.1:44507, datanodeUuid=182024fe-aeb1-411d-9bf6-080e179bddcf, infoPort=34007, infoSecurePort=0, ipcPort=34025, storageInfo=lv=-57;cid=testClusterID;nsid=1698431084;c=1733397613935) 2024-12-05T11:20:15,640 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7b88147c3171354 with lease ID 0x86018ae8df8312ee: from storage DS-57445579-9fc1-4f3f-b1a9-27dd5f5b6ca0 node DatanodeRegistration(127.0.0.1:44507, datanodeUuid=182024fe-aeb1-411d-9bf6-080e179bddcf, infoPort=34007, infoSecurePort=0, ipcPort=34025, storageInfo=lv=-57;cid=testClusterID;nsid=1698431084;c=1733397613935), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:20:15,700 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab 2024-12-05T11:20:15,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:15,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:15,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:20:16,108 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f with version=8 2024-12-05T11:20:16,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/hbase-staging 2024-12-05T11:20:16,110 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:20:16,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:16,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:16,110 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:20:16,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:16,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:20:16,110 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:20:16,110 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:20:16,111 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36825 2024-12-05T11:20:16,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36825 connecting to ZooKeeper ensemble=127.0.0.1:57914 2024-12-05T11:20:16,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368250x0, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:20:16,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36825-0x101a53889090000 connected 2024-12-05T11:20:16,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:16,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:16,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Set watcher on znode that does not yet exist, /0325249441/running 2024-12-05T11:20:16,352 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f, hbase.cluster.distributed=false 2024-12-05T11:20:16,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Set watcher on znode that does not yet exist, /0325249441/acl 2024-12-05T11:20:16,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36825 2024-12-05T11:20:16,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36825 2024-12-05T11:20:16,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36825 2024-12-05T11:20:16,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36825 2024-12-05T11:20:16,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36825 2024-12-05T11:20:16,367 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:20:16,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:16,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:16,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:20:16,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:16,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:20:16,367 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:20:16,367 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:20:16,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38445 2024-12-05T11:20:16,369 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38445 connecting to ZooKeeper ensemble=127.0.0.1:57914 2024-12-05T11:20:16,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:16,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:16,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384450x0, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:20:16,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384450x0, quorum=127.0.0.1:57914, baseZNode=/0325249441 Set watcher on znode that does not yet exist, /0325249441/running 2024-12-05T11:20:16,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38445-0x101a53889090001 connected 2024-12-05T11:20:16,386 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:20:16,388 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:20:16,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38445-0x101a53889090001, quorum=127.0.0.1:57914, baseZNode=/0325249441 Set watcher on znode that does not yet exist, /0325249441/master 2024-12-05T11:20:16,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38445-0x101a53889090001, quorum=127.0.0.1:57914, baseZNode=/0325249441 Set watcher on znode that does not yet exist, /0325249441/acl 2024-12-05T11:20:16,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38445 2024-12-05T11:20:16,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38445 2024-12-05T11:20:16,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38445 2024-12-05T11:20:16,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38445 2024-12-05T11:20:16,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38445 2024-12-05T11:20:16,403 DEBUG [M:0;6706a97ae65f:36825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:36825 2024-12-05T11:20:16,403 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0325249441/backup-masters/6706a97ae65f,36825,1733397616109 2024-12-05T11:20:16,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x101a53889090001, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0325249441/backup-masters 2024-12-05T11:20:16,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0325249441/backup-masters 2024-12-05T11:20:16,412 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Set watcher on existing znode=/0325249441/backup-masters/6706a97ae65f,36825,1733397616109 2024-12-05T11:20:16,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x101a53889090001, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0325249441/master 2024-12-05T11:20:16,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0325249441 2024-12-05T11:20:16,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x101a53889090001, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0325249441 2024-12-05T11:20:16,423 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Set watcher on existing znode=/0325249441/master 2024-12-05T11:20:16,423 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0325249441/backup-masters/6706a97ae65f,36825,1733397616109 from backup master directory 2024-12-05T11:20:16,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0325249441/backup-masters/6706a97ae65f,36825,1733397616109 2024-12-05T11:20:16,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x101a53889090001, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0325249441/backup-masters 2024-12-05T11:20:16,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0325249441/backup-masters 2024-12-05T11:20:16,433 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:20:16,433 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,36825,1733397616109 2024-12-05T11:20:16,436 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/hbase.id] with ID: 5124257b-d07c-45e6-bbdc-5e2758f75cc1 2024-12-05T11:20:16,436 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/.tmp/hbase.id 2024-12-05T11:20:16,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:20:16,840 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/.tmp/hbase.id]:[hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/hbase.id] 2024-12-05T11:20:16,849 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:16,850 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:20:16,850 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T11:20:16,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0325249441 2024-12-05T11:20:16,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x101a53889090001, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0325249441 2024-12-05T11:20:16,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:20:16,936 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:20:16,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:16,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:16,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:16,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:16,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:16,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:16,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:16,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:16,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:16,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:17,306 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:20:17,307 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:20:17,307 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:20:17,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:20:17,713 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/data/master/store 2024-12-05T11:20:17,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:20:18,118 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:18,118 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:20:18,118 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:18,119 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:18,119 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:20:18,119 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:18,119 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:18,119 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397618118Disabling compacts and flushes for region at 1733397618118Disabling writes for close at 1733397618119 (+1 ms)Writing region close event to WAL at 1733397618119Closed at 1733397618119 2024-12-05T11:20:18,119 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/data/master/store/.initializing 2024-12-05T11:20:18,119 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/WALs/6706a97ae65f,36825,1733397616109 2024-12-05T11:20:18,120 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:20:18,122 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C36825%2C1733397616109, suffix=, logDir=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/WALs/6706a97ae65f,36825,1733397616109, archiveDir=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/oldWALs, maxLogs=10 2024-12-05T11:20:18,137 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/WALs/6706a97ae65f,36825,1733397616109/6706a97ae65f%2C36825%2C1733397616109.1733397618122, exclude list is [], retry=0 2024-12-05T11:20:18,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44507,DS-9aa4bbe7-07ea-4c04-bbbe-4aa8a855cbbf,DISK] 2024-12-05T11:20:18,140 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/WALs/6706a97ae65f,36825,1733397616109/6706a97ae65f%2C36825%2C1733397616109.1733397618122 2024-12-05T11:20:18,141 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34007:34007)] 2024-12-05T11:20:18,141 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:20:18,141 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:18,141 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:18,141 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:18,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:18,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:20:18,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:18,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:18,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:18,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:20:18,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:18,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:18,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:18,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:20:18,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:18,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:18,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:18,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:20:18,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:18,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:18,147 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:18,148 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:18,148 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:18,149 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:18,149 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:18,149 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:20:18,150 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:18,151 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:20:18,151 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63144454, jitterRate=-0.05907431244850159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:20:18,152 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397618141Initializing all the Stores at 1733397618142 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397618142Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397618142Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397618142Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397618142Cleaning up temporary data from old regions at 1733397618149 (+7 ms)Region opened successfully at 1733397618152 (+3 ms) 2024-12-05T11:20:18,152 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:20:18,154 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a621f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:20:18,155 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:20:18,155 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:20:18,155 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:20:18,155 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:20:18,156 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:20:18,156 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:20:18,156 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:20:18,157 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:20:18,158 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Unable to get data of znode /0325249441/balancer because node does not exist (not necessarily an error) 2024-12-05T11:20:18,206 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0325249441/balancer already deleted, retry=false 2024-12-05T11:20:18,207 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:20:18,207 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Unable to get data of znode /0325249441/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:20:18,217 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0325249441/normalizer already deleted, retry=false 2024-12-05T11:20:18,217 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:20:18,218 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Unable to get data of znode /0325249441/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:20:18,227 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0325249441/switch/split already deleted, retry=false 2024-12-05T11:20:18,228 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Unable to get data of znode /0325249441/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:20:18,238 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0325249441/switch/merge already deleted, retry=false 2024-12-05T11:20:18,239 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Unable to get data of znode /0325249441/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:20:18,248 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0325249441/snapshot-cleanup already deleted, retry=false 2024-12-05T11:20:18,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x101a53889090001, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0325249441/running 2024-12-05T11:20:18,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0325249441/running 2024-12-05T11:20:18,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0325249441 2024-12-05T11:20:18,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x101a53889090001, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0325249441 2024-12-05T11:20:18,259 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,36825,1733397616109, sessionid=0x101a53889090000, setting cluster-up flag (Was=false) 2024-12-05T11:20:18,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0325249441 2024-12-05T11:20:18,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x101a53889090001, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0325249441 2024-12-05T11:20:18,312 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0325249441/flush-table-proc/acquired, /0325249441/flush-table-proc/reached, /0325249441/flush-table-proc/abort 2024-12-05T11:20:18,312 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,36825,1733397616109 2024-12-05T11:20:18,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0325249441 2024-12-05T11:20:18,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x101a53889090001, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0325249441 2024-12-05T11:20:18,364 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0325249441/online-snapshot/acquired, /0325249441/online-snapshot/reached, /0325249441/online-snapshot/abort 2024-12-05T11:20:18,365 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,36825,1733397616109 2024-12-05T11:20:18,366 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:20:18,367 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:20:18,368 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:20:18,368 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:20:18,368 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6706a97ae65f,39889,1733397558412: status=Processing ServerCrashProcedure of 6706a97ae65f,39889,1733397558412 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733397575138, completionTime=-1 appears to have been leaked 2024-12-05T11:20:18,368 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,36825,1733397616109 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:20:18,369 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:20:18,369 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:20:18,369 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:20:18,369 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:20:18,369 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:20:18,369 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:18,369 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:20:18,369 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:18,370 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397648370 2024-12-05T11:20:18,370 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:20:18,370 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:20:18,370 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:20:18,370 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:20:18,370 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:20:18,370 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:20:18,370 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:20:18,370 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:20:18,370 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:18,371 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:20:18,371 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:20:18,371 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:20:18,371 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:20:18,371 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:18,371 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:20:18,372 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:20:18,372 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:20:18,372 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397618372,5,FailOnTimeoutGroup] 2024-12-05T11:20:18,372 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397618372,5,FailOnTimeoutGroup] 2024-12-05T11:20:18,372 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:18,372 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:20:18,372 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:18,372 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:18,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:20:18,393 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(746): ClusterId : 5124257b-d07c-45e6-bbdc-5e2758f75cc1 2024-12-05T11:20:18,393 DEBUG [RS:0;6706a97ae65f:38445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:20:18,402 DEBUG [RS:0;6706a97ae65f:38445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:20:18,402 DEBUG [RS:0;6706a97ae65f:38445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:20:18,412 DEBUG [RS:0;6706a97ae65f:38445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:20:18,412 DEBUG [RS:0;6706a97ae65f:38445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663dcd81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:20:18,425 DEBUG [RS:0;6706a97ae65f:38445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:38445 2024-12-05T11:20:18,425 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:20:18,425 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:20:18,425 DEBUG [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:20:18,426 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,36825,1733397616109 with port=38445, startcode=1733397616367 2024-12-05T11:20:18,426 DEBUG [RS:0;6706a97ae65f:38445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:20:18,427 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:20:18,428 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36825 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,38445,1733397616367 2024-12-05T11:20:18,428 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36825 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,38445,1733397616367 2024-12-05T11:20:18,429 DEBUG [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f 2024-12-05T11:20:18,429 DEBUG [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36147 2024-12-05T11:20:18,429 DEBUG [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:20:18,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0325249441/rs 2024-12-05T11:20:18,438 DEBUG [RS:0;6706a97ae65f:38445 {}] zookeeper.ZKUtil(111): regionserver:38445-0x101a53889090001, quorum=127.0.0.1:57914, baseZNode=/0325249441 Set watcher on existing znode=/0325249441/rs/6706a97ae65f,38445,1733397616367 2024-12-05T11:20:18,438 WARN [RS:0;6706a97ae65f:38445 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:20:18,438 INFO [RS:0;6706a97ae65f:38445 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:20:18,439 DEBUG [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367 2024-12-05T11:20:18,439 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,38445,1733397616367] 2024-12-05T11:20:18,441 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:20:18,443 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:20:18,443 INFO [RS:0;6706a97ae65f:38445 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:20:18,443 INFO [RS:0;6706a97ae65f:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:18,443 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:20:18,444 INFO [RS:0;6706a97ae65f:38445 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:20:18,444 INFO [RS:0;6706a97ae65f:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:18,444 DEBUG [RS:0;6706a97ae65f:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:18,444 DEBUG [RS:0;6706a97ae65f:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:18,444 DEBUG [RS:0;6706a97ae65f:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:18,444 DEBUG [RS:0;6706a97ae65f:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:18,444 DEBUG [RS:0;6706a97ae65f:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:18,444 DEBUG [RS:0;6706a97ae65f:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:20:18,444 DEBUG [RS:0;6706a97ae65f:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:18,444 DEBUG [RS:0;6706a97ae65f:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:18,444 DEBUG [RS:0;6706a97ae65f:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:18,444 DEBUG [RS:0;6706a97ae65f:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:18,444 DEBUG [RS:0;6706a97ae65f:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:18,444 DEBUG [RS:0;6706a97ae65f:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:18,444 DEBUG [RS:0;6706a97ae65f:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:20:18,444 DEBUG [RS:0;6706a97ae65f:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:20:18,448 INFO [RS:0;6706a97ae65f:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:18,448 INFO [RS:0;6706a97ae65f:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:18,448 INFO [RS:0;6706a97ae65f:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:18,448 INFO [RS:0;6706a97ae65f:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:18,448 INFO [RS:0;6706a97ae65f:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:18,448 INFO [RS:0;6706a97ae65f:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,38445,1733397616367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:20:18,460 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:20:18,460 INFO [RS:0;6706a97ae65f:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,38445,1733397616367-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:18,460 INFO [RS:0;6706a97ae65f:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:18,460 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.Replication(171): 6706a97ae65f,38445,1733397616367 started 2024-12-05T11:20:18,472 INFO [RS:0;6706a97ae65f:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:18,472 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,38445,1733397616367, RpcServer on 6706a97ae65f/172.17.0.2:38445, sessionid=0x101a53889090001 2024-12-05T11:20:18,472 DEBUG [RS:0;6706a97ae65f:38445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:20:18,472 DEBUG [RS:0;6706a97ae65f:38445 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,38445,1733397616367 2024-12-05T11:20:18,472 DEBUG [RS:0;6706a97ae65f:38445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,38445,1733397616367' 2024-12-05T11:20:18,472 DEBUG [RS:0;6706a97ae65f:38445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0325249441/flush-table-proc/abort' 2024-12-05T11:20:18,472 DEBUG [RS:0;6706a97ae65f:38445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0325249441/flush-table-proc/acquired' 2024-12-05T11:20:18,473 DEBUG [RS:0;6706a97ae65f:38445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:20:18,473 DEBUG [RS:0;6706a97ae65f:38445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:20:18,473 DEBUG [RS:0;6706a97ae65f:38445 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,38445,1733397616367 2024-12-05T11:20:18,473 DEBUG [RS:0;6706a97ae65f:38445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,38445,1733397616367' 2024-12-05T11:20:18,473 DEBUG [RS:0;6706a97ae65f:38445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0325249441/online-snapshot/abort' 2024-12-05T11:20:18,473 DEBUG [RS:0;6706a97ae65f:38445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0325249441/online-snapshot/acquired' 2024-12-05T11:20:18,474 DEBUG [RS:0;6706a97ae65f:38445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:20:18,474 INFO [RS:0;6706a97ae65f:38445 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:20:18,474 INFO [RS:0;6706a97ae65f:38445 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:20:18,574 INFO [RS:0;6706a97ae65f:38445 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:20:18,575 INFO [RS:0;6706a97ae65f:38445 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C38445%2C1733397616367, suffix=, logDir=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367, archiveDir=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/oldWALs, maxLogs=10 2024-12-05T11:20:18,587 DEBUG [RS:0;6706a97ae65f:38445 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576, exclude list is [], retry=0 2024-12-05T11:20:18,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44507,DS-9aa4bbe7-07ea-4c04-bbbe-4aa8a855cbbf,DISK] 2024-12-05T11:20:18,592 INFO [RS:0;6706a97ae65f:38445 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 2024-12-05T11:20:18,593 DEBUG [RS:0;6706a97ae65f:38445 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34007:34007)] 2024-12-05T11:20:18,780 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:20:18,780 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f 2024-12-05T11:20:18,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741833_1009 (size=32) 2024-12-05T11:20:18,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:20:18,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T11:20:18,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T11:20:18,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T11:20:18,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:20:18,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:20:19,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:19,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:20:19,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:20:19,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:19,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:19,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:20:19,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:20:19,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:19,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:19,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:20:19,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:20:19,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:19,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:19,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:20:19,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:20:19,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:19,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:19,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:20:19,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740 2024-12-05T11:20:19,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740 2024-12-05T11:20:19,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:20:19,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:20:19,192 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:20:19,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:20:19,194 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:20:19,194 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72814969, jitterRate=0.08502759039402008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:20:19,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397619185Initializing all the Stores at 1733397619185Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397619185Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397619186 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397619186Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397619186Cleaning up temporary data from old regions at 1733397619192 (+6 ms)Region opened successfully at 1733397619195 (+3 ms) 2024-12-05T11:20:19,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:20:19,195 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:20:19,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:20:19,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:20:19,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:20:19,195 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:20:19,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397619195Disabling compacts and flushes for region at 1733397619195Disabling writes for close at 1733397619195Writing region close event to WAL at 1733397619195Closed at 1733397619195 2024-12-05T11:20:19,196 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:20:19,196 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:20:19,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:20:19,197 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:20:19,197 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:20:19,348 DEBUG [6706a97ae65f:36825 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:20:19,348 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,38445,1733397616367 2024-12-05T11:20:19,349 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,38445,1733397616367, state=OPENING 2024-12-05T11:20:19,406 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:20:19,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0325249441 2024-12-05T11:20:19,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x101a53889090001, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0325249441 2024-12-05T11:20:19,417 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:20:19,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0325249441/meta-region-server: CHANGED 2024-12-05T11:20:19,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0325249441/meta-region-server: CHANGED 2024-12-05T11:20:19,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,38445,1733397616367}] 2024-12-05T11:20:19,569 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:20:19,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:20:19,573 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:20:19,573 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:20:19,573 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:20:19,574 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C38445%2C1733397616367.meta, suffix=.meta, logDir=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367, archiveDir=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/oldWALs, maxLogs=10 2024-12-05T11:20:19,585 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.meta.1733397619574.meta, exclude list is [], retry=0 2024-12-05T11:20:19,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44507,DS-9aa4bbe7-07ea-4c04-bbbe-4aa8a855cbbf,DISK] 2024-12-05T11:20:19,588 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.meta.1733397619574.meta 2024-12-05T11:20:19,589 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34007:34007)] 2024-12-05T11:20:19,589 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:20:19,589 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:20:19,589 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:20:19,589 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:20:19,589 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:20:19,589 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:20:19,589 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:19,589 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:20:19,589 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:20:19,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:20:19,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:20:19,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:19,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:19,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:20:19,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:20:19,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:19,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:19,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:20:19,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:20:19,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:19,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:19,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:20:19,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:20:19,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:19,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:19,594 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:20:19,594 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740 2024-12-05T11:20:19,595 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740 2024-12-05T11:20:19,595 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:20:19,595 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:20:19,596 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:20:19,596 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:20:19,597 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66279838, jitterRate=-0.012353450059890747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:20:19,597 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:20:19,597 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397619590Writing region info on filesystem at 1733397619590Initializing all the Stores at 1733397619590Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397619590Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397619590Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397619590Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397619590Cleaning up temporary data from old regions at 1733397619595 (+5 ms)Running coprocessor post-open hooks at 1733397619597 (+2 ms)Region opened successfully at 1733397619597 2024-12-05T11:20:19,598 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397619569 2024-12-05T11:20:19,599 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:20:19,600 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:20:19,600 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,38445,1733397616367 2024-12-05T11:20:19,600 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,38445,1733397616367, state=OPEN 2024-12-05T11:20:19,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x101a53889090001, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0325249441/meta-region-server 2024-12-05T11:20:19,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0325249441/meta-region-server 2024-12-05T11:20:19,637 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,38445,1733397616367 2024-12-05T11:20:19,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0325249441/meta-region-server: CHANGED 2024-12-05T11:20:19,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0325249441/meta-region-server: CHANGED 2024-12-05T11:20:19,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:20:19,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,38445,1733397616367 in 220 msec 2024-12-05T11:20:19,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:20:19,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-12-05T11:20:19,640 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:20:19,641 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:20:19,642 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:20:19,642 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,38445,1733397616367, seqNum=-1] 2024-12-05T11:20:19,642 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:20:19,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:20:19,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-12-05T11:20:19,647 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397619647, completionTime=-1 2024-12-05T11:20:19,647 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:20:19,647 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:20:19,649 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:20:19,649 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397679649 2024-12-05T11:20:19,649 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397739649 2024-12-05T11:20:19,649 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T11:20:19,649 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36825,1733397616109-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:19,649 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36825,1733397616109-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:19,649 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36825,1733397616109-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:19,649 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:36825, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:19,649 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:19,649 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:19,651 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:20:19,652 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.219sec 2024-12-05T11:20:19,652 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:20:19,652 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:20:19,652 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:20:19,652 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:20:19,652 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:20:19,652 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36825,1733397616109-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:20:19,652 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36825,1733397616109-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:20:19,654 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:20:19,654 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:20:19,654 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,36825,1733397616109-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:19,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:19,694 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,36825,-1 for getting cluster id 2024-12-05T11:20:19,694 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:20:19,695 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5124257b-d07c-45e6-bbdc-5e2758f75cc1' 2024-12-05T11:20:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:20:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5124257b-d07c-45e6-bbdc-5e2758f75cc1" 2024-12-05T11:20:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599ca500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,36825,-1] 2024-12-05T11:20:19,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:20:19,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:19,696 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:20:19,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571e5c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:19,697 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:20:19,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,38445,1733397616367, seqNum=-1] 2024-12-05T11:20:19,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:20:19,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:20:19,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,36825,1733397616109 2024-12-05T11:20:19,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57914 2024-12-05T11:20:19,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:20:19,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a53889090002 connected 2024-12-05T11:20:19,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/hadoop.log.dir so I do NOT create it in target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61 2024-12-05T11:20:19,793 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T11:20:19,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/hadoop.tmp.dir so I do NOT create it in target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61 2024-12-05T11:20:19,793 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T11:20:19,793 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61 2024-12-05T11:20:19,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:20:19,793 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/cluster_e41af74a-95e1-eea6-8415-ddc47c4f0148, deleteOnExit=true 2024-12-05T11:20:19,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:20:19,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/test.cache.data in system properties and HBase conf 2024-12-05T11:20:19,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:20:19,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:20:19,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:20:19,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:20:19,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:20:19,794 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:20:19,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:20:19,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:20:19,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:20:19,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:20:19,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:20:19,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:20:19,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:20:19,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:20:19,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:20:19,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:20:19,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:20:19,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:20:19,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:20:19,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:20:20,121 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:20:20,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:20:20,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:20:20,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:20:20,137 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:20:20,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:20:20,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f48e3f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:20:20,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f809f9a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:20:20,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c1254fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/java.io.tmpdir/jetty-localhost-40501-hadoop-hdfs-3_4_1-tests_jar-_-any-10626691330412907631/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:20:20,228 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ec4ec0f{HTTP/1.1, (http/1.1)}{localhost:40501} 2024-12-05T11:20:20,229 INFO [Time-limited test {}] server.Server(415): Started @207566ms 2024-12-05T11:20:20,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:20:20,474 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:20:20,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:20:20,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:20:20,474 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:20:20,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@442c000f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:20:20,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8de06a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:20:20,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b1c1300{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/java.io.tmpdir/jetty-localhost-35713-hadoop-hdfs-3_4_1-tests_jar-_-any-5039667146828500419/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:20:20,566 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c30ba25{HTTP/1.1, (http/1.1)}{localhost:35713} 2024-12-05T11:20:20,566 INFO [Time-limited test {}] server.Server(415): Started @207903ms 2024-12-05T11:20:20,567 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:20:21,255 WARN [Thread-2318 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/cluster_e41af74a-95e1-eea6-8415-ddc47c4f0148/data/data2/current/BP-410698812-172.17.0.2-1733397619808/current, will proceed with Du for space computation calculation, 2024-12-05T11:20:21,255 WARN [Thread-2317 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/cluster_e41af74a-95e1-eea6-8415-ddc47c4f0148/data/data1/current/BP-410698812-172.17.0.2-1733397619808/current, will proceed with Du for space computation calculation, 2024-12-05T11:20:21,270 WARN [Thread-2305 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:20:21,272 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbe01bde54008098 with lease ID 0xa92ff0fcbace62b3: Processing first storage report for DS-d44f6625-a20e-4c97-baac-e208af840cfa from datanode DatanodeRegistration(127.0.0.1:39969, datanodeUuid=564ceafb-a958-4312-b4db-1be59c8986d3, infoPort=34881, infoSecurePort=0, ipcPort=40411, storageInfo=lv=-57;cid=testClusterID;nsid=1641082646;c=1733397619808) 2024-12-05T11:20:21,272 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbe01bde54008098 with lease ID 0xa92ff0fcbace62b3: from storage DS-d44f6625-a20e-4c97-baac-e208af840cfa node DatanodeRegistration(127.0.0.1:39969, datanodeUuid=564ceafb-a958-4312-b4db-1be59c8986d3, infoPort=34881, infoSecurePort=0, ipcPort=40411, storageInfo=lv=-57;cid=testClusterID;nsid=1641082646;c=1733397619808), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:20:21,272 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbe01bde54008098 with lease ID 0xa92ff0fcbace62b3: Processing first storage report for DS-89aa40f6-2dc9-4464-9386-2127dbf3c800 from datanode DatanodeRegistration(127.0.0.1:39969, datanodeUuid=564ceafb-a958-4312-b4db-1be59c8986d3, infoPort=34881, infoSecurePort=0, ipcPort=40411, storageInfo=lv=-57;cid=testClusterID;nsid=1641082646;c=1733397619808) 2024-12-05T11:20:21,272 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbe01bde54008098 with lease ID 0xa92ff0fcbace62b3: from storage DS-89aa40f6-2dc9-4464-9386-2127dbf3c800 node DatanodeRegistration(127.0.0.1:39969, datanodeUuid=564ceafb-a958-4312-b4db-1be59c8986d3, infoPort=34881, infoSecurePort=0, ipcPort=40411, storageInfo=lv=-57;cid=testClusterID;nsid=1641082646;c=1733397619808), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:20:21,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61 2024-12-05T11:20:21,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:21,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:21,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:20:21,700 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b with version=8 2024-12-05T11:20:21,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/hbase-staging 2024-12-05T11:20:21,702 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:20:21,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:21,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:21,702 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:20:21,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:21,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:20:21,702 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:20:21,702 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:20:21,702 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41609 2024-12-05T11:20:21,703 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41609 connecting to ZooKeeper ensemble=127.0.0.1:57914 2024-12-05T11:20:21,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416090x0, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:20:21,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41609-0x101a53889090003 connected 2024-12-05T11:20:21,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:21,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:21,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Set watcher on znode that does not yet exist, /1-293631691/running 2024-12-05T11:20:21,853 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b, hbase.cluster.distributed=false 2024-12-05T11:20:21,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Set watcher on znode that does not yet exist, /1-293631691/acl 2024-12-05T11:20:21,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41609 2024-12-05T11:20:21,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41609 2024-12-05T11:20:21,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41609 2024-12-05T11:20:21,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41609 2024-12-05T11:20:21,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41609 2024-12-05T11:20:21,872 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:20:21,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:21,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:21,872 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:20:21,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:21,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:20:21,872 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:20:21,873 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:20:21,873 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41899 2024-12-05T11:20:21,874 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41899 connecting to ZooKeeper ensemble=127.0.0.1:57914 2024-12-05T11:20:21,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:21,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:21,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418990x0, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:20:21,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418990x0, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Set watcher on znode that does not yet exist, /1-293631691/running 2024-12-05T11:20:21,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41899-0x101a53889090004 connected 2024-12-05T11:20:21,891 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:20:21,892 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:20:21,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41899-0x101a53889090004, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Set watcher on znode that does not yet exist, /1-293631691/master 2024-12-05T11:20:21,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41899-0x101a53889090004, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Set watcher on znode that does not yet exist, /1-293631691/acl 2024-12-05T11:20:21,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41899 2024-12-05T11:20:21,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41899 2024-12-05T11:20:21,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41899 2024-12-05T11:20:21,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41899 2024-12-05T11:20:21,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41899 2024-12-05T11:20:21,916 DEBUG [M:0;6706a97ae65f:41609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:41609 2024-12-05T11:20:21,916 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-293631691/backup-masters/6706a97ae65f,41609,1733397621702 2024-12-05T11:20:21,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-293631691/backup-masters 2024-12-05T11:20:21,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x101a53889090004, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-293631691/backup-masters 2024-12-05T11:20:21,928 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Set watcher on existing znode=/1-293631691/backup-masters/6706a97ae65f,41609,1733397621702 2024-12-05T11:20:21,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x101a53889090004, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-293631691/master 2024-12-05T11:20:21,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-293631691 2024-12-05T11:20:21,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x101a53889090004, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-293631691 2024-12-05T11:20:21,938 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Set watcher on existing znode=/1-293631691/master 2024-12-05T11:20:21,939 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-293631691/backup-masters/6706a97ae65f,41609,1733397621702 from backup master directory 2024-12-05T11:20:21,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-293631691/backup-masters/6706a97ae65f,41609,1733397621702 2024-12-05T11:20:21,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x101a53889090004, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-293631691/backup-masters 2024-12-05T11:20:21,949 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:20:21,949 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,41609,1733397621702 2024-12-05T11:20:21,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-293631691/backup-masters 2024-12-05T11:20:21,952 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/hbase.id] with ID: d7a0ca01-60c2-49e2-aeae-4f1978615eef 2024-12-05T11:20:21,952 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/.tmp/hbase.id 2024-12-05T11:20:21,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:20:22,358 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/.tmp/hbase.id]:[hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/hbase.id] 2024-12-05T11:20:22,365 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:22,365 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:20:22,366 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T11:20:22,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x101a53889090004, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-293631691 2024-12-05T11:20:22,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-293631691 2024-12-05T11:20:22,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:20:22,822 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:20:22,822 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:20:22,823 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:20:22,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:20:22,828 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/data/master/store 2024-12-05T11:20:22,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:20:22,837 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:22,837 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:20:22,837 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:22,837 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:22,837 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:20:22,837 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:22,837 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:22,837 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397622837Disabling compacts and flushes for region at 1733397622837Disabling writes for close at 1733397622837Writing region close event to WAL at 1733397622837Closed at 1733397622837 2024-12-05T11:20:22,837 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/data/master/store/.initializing 2024-12-05T11:20:22,838 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/WALs/6706a97ae65f,41609,1733397621702 2024-12-05T11:20:22,845 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:20:22,846 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C41609%2C1733397621702, suffix=, logDir=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/WALs/6706a97ae65f,41609,1733397621702, archiveDir=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/oldWALs, maxLogs=10 2024-12-05T11:20:22,857 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/WALs/6706a97ae65f,41609,1733397621702/6706a97ae65f%2C41609%2C1733397621702.1733397622846, exclude list is [], retry=0 2024-12-05T11:20:22,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39969,DS-d44f6625-a20e-4c97-baac-e208af840cfa,DISK] 2024-12-05T11:20:22,863 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/WALs/6706a97ae65f,41609,1733397621702/6706a97ae65f%2C41609%2C1733397621702.1733397622846 2024-12-05T11:20:22,864 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881)] 2024-12-05T11:20:22,864 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:20:22,864 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:22,864 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:22,864 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:22,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:22,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:20:22,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:22,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:22,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:22,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:20:22,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:22,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:22,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:22,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:20:22,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:22,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:22,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:22,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:20:22,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:22,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:22,870 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:22,870 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:22,871 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:22,871 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:22,871 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:22,872 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:20:22,873 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:22,874 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:20:22,874 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74143794, jitterRate=0.10482862591743469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:20:22,874 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397622864Initializing all the Stores at 1733397622865 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397622865Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397622865Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397622865Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397622865Cleaning up temporary data from old regions at 1733397622871 (+6 ms)Region opened successfully at 1733397622874 (+3 ms) 2024-12-05T11:20:22,874 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:20:22,876 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f055313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:20:22,877 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:20:22,877 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:20:22,877 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:20:22,877 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:20:22,878 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:20:22,878 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:20:22,878 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:20:22,888 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:20:22,889 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Unable to get data of znode /1-293631691/balancer because node does not exist (not necessarily an error) 2024-12-05T11:20:22,932 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-293631691/balancer already deleted, retry=false 2024-12-05T11:20:22,933 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:20:22,933 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Unable to get data of znode /1-293631691/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:20:22,943 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-293631691/normalizer already deleted, retry=false 2024-12-05T11:20:22,943 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:20:22,944 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Unable to get data of znode /1-293631691/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:20:22,953 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-293631691/switch/split already deleted, retry=false 2024-12-05T11:20:22,954 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Unable to get data of znode /1-293631691/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:20:22,964 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-293631691/switch/merge already deleted, retry=false 2024-12-05T11:20:22,966 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Unable to get data of znode /1-293631691/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:20:22,974 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-293631691/snapshot-cleanup already deleted, retry=false 2024-12-05T11:20:22,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-293631691/running 2024-12-05T11:20:22,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x101a53889090004, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-293631691/running 2024-12-05T11:20:22,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x101a53889090004, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-293631691 2024-12-05T11:20:22,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-293631691 2024-12-05T11:20:22,986 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,41609,1733397621702, sessionid=0x101a53889090003, setting cluster-up flag (Was=false) 2024-12-05T11:20:23,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-293631691 2024-12-05T11:20:23,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x101a53889090004, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-293631691 2024-12-05T11:20:23,038 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-293631691/flush-table-proc/acquired, /1-293631691/flush-table-proc/reached, /1-293631691/flush-table-proc/abort 2024-12-05T11:20:23,039 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,41609,1733397621702 2024-12-05T11:20:23,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x101a53889090004, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-293631691 2024-12-05T11:20:23,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-293631691 2024-12-05T11:20:23,090 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-293631691/online-snapshot/acquired, /1-293631691/online-snapshot/reached, /1-293631691/online-snapshot/abort 2024-12-05T11:20:23,091 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,41609,1733397621702 2024-12-05T11:20:23,092 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:20:23,093 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:20:23,094 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:20:23,094 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:20:23,094 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,41609,1733397621702 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:20:23,095 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:20:23,095 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:20:23,095 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:20:23,095 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:20:23,095 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:20:23,095 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:23,095 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:20:23,095 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:23,096 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397653096 2024-12-05T11:20:23,096 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:20:23,096 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:20:23,096 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:20:23,096 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:20:23,096 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:20:23,096 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:20:23,096 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:20:23,096 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:23,096 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:20:23,097 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:23,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:20:23,100 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:20:23,100 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:20:23,100 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:20:23,100 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:20:23,112 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:20:23,112 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:20:23,113 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(746): ClusterId : d7a0ca01-60c2-49e2-aeae-4f1978615eef 2024-12-05T11:20:23,113 DEBUG [RS:0;6706a97ae65f:41899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:20:23,120 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397623112,5,FailOnTimeoutGroup] 2024-12-05T11:20:23,120 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397623120,5,FailOnTimeoutGroup] 2024-12-05T11:20:23,120 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:23,120 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:20:23,120 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:23,120 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:23,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:20:23,123 DEBUG [RS:0;6706a97ae65f:41899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:20:23,123 DEBUG [RS:0;6706a97ae65f:41899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:20:23,133 DEBUG [RS:0;6706a97ae65f:41899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:20:23,133 DEBUG [RS:0;6706a97ae65f:41899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2171ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:20:23,144 DEBUG [RS:0;6706a97ae65f:41899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:41899 2024-12-05T11:20:23,144 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:20:23,144 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:20:23,144 DEBUG [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:20:23,144 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,41609,1733397621702 with port=41899, startcode=1733397621872 2024-12-05T11:20:23,145 DEBUG [RS:0;6706a97ae65f:41899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:20:23,147 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:20:23,147 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41609 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,41899,1733397621872 2024-12-05T11:20:23,147 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41609 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,41899,1733397621872 2024-12-05T11:20:23,148 DEBUG [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b 2024-12-05T11:20:23,148 DEBUG [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35183 2024-12-05T11:20:23,148 DEBUG [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:20:23,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-293631691/rs 2024-12-05T11:20:23,159 DEBUG [RS:0;6706a97ae65f:41899 {}] zookeeper.ZKUtil(111): regionserver:41899-0x101a53889090004, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Set watcher on existing znode=/1-293631691/rs/6706a97ae65f,41899,1733397621872 2024-12-05T11:20:23,159 WARN [RS:0;6706a97ae65f:41899 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:20:23,159 INFO [RS:0;6706a97ae65f:41899 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:20:23,160 DEBUG [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872 2024-12-05T11:20:23,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,41899,1733397621872] 2024-12-05T11:20:23,162 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:20:23,164 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:20:23,164 INFO [RS:0;6706a97ae65f:41899 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:20:23,164 INFO [RS:0;6706a97ae65f:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:23,168 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:20:23,169 INFO [RS:0;6706a97ae65f:41899 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:20:23,169 INFO [RS:0;6706a97ae65f:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:23,169 DEBUG [RS:0;6706a97ae65f:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:23,169 DEBUG [RS:0;6706a97ae65f:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:23,169 DEBUG [RS:0;6706a97ae65f:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:23,169 DEBUG [RS:0;6706a97ae65f:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:23,169 DEBUG [RS:0;6706a97ae65f:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:23,169 DEBUG [RS:0;6706a97ae65f:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:20:23,169 DEBUG [RS:0;6706a97ae65f:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:23,169 DEBUG [RS:0;6706a97ae65f:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:23,169 DEBUG [RS:0;6706a97ae65f:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:23,169 DEBUG [RS:0;6706a97ae65f:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:23,169 DEBUG [RS:0;6706a97ae65f:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:23,169 DEBUG [RS:0;6706a97ae65f:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:23,169 DEBUG [RS:0;6706a97ae65f:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:20:23,169 DEBUG [RS:0;6706a97ae65f:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:20:23,171 INFO [RS:0;6706a97ae65f:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:23,171 INFO [RS:0;6706a97ae65f:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:23,171 INFO [RS:0;6706a97ae65f:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:23,172 INFO [RS:0;6706a97ae65f:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:23,172 INFO [RS:0;6706a97ae65f:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:23,172 INFO [RS:0;6706a97ae65f:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,41899,1733397621872-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:20:23,183 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:20:23,183 INFO [RS:0;6706a97ae65f:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,41899,1733397621872-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:23,183 INFO [RS:0;6706a97ae65f:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:23,183 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.Replication(171): 6706a97ae65f,41899,1733397621872 started 2024-12-05T11:20:23,193 INFO [RS:0;6706a97ae65f:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:23,193 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,41899,1733397621872, RpcServer on 6706a97ae65f/172.17.0.2:41899, sessionid=0x101a53889090004 2024-12-05T11:20:23,193 DEBUG [RS:0;6706a97ae65f:41899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:20:23,193 DEBUG [RS:0;6706a97ae65f:41899 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,41899,1733397621872 2024-12-05T11:20:23,194 DEBUG [RS:0;6706a97ae65f:41899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,41899,1733397621872' 2024-12-05T11:20:23,194 DEBUG [RS:0;6706a97ae65f:41899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-293631691/flush-table-proc/abort' 2024-12-05T11:20:23,194 DEBUG [RS:0;6706a97ae65f:41899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-293631691/flush-table-proc/acquired' 2024-12-05T11:20:23,194 DEBUG [RS:0;6706a97ae65f:41899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:20:23,194 DEBUG [RS:0;6706a97ae65f:41899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:20:23,194 DEBUG [RS:0;6706a97ae65f:41899 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,41899,1733397621872 2024-12-05T11:20:23,194 DEBUG [RS:0;6706a97ae65f:41899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,41899,1733397621872' 2024-12-05T11:20:23,194 DEBUG [RS:0;6706a97ae65f:41899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-293631691/online-snapshot/abort' 2024-12-05T11:20:23,195 DEBUG [RS:0;6706a97ae65f:41899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-293631691/online-snapshot/acquired' 2024-12-05T11:20:23,195 DEBUG [RS:0;6706a97ae65f:41899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:20:23,195 INFO [RS:0;6706a97ae65f:41899 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:20:23,195 INFO [RS:0;6706a97ae65f:41899 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:20:23,295 INFO [RS:0;6706a97ae65f:41899 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:20:23,297 INFO [RS:0;6706a97ae65f:41899 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C41899%2C1733397621872, suffix=, logDir=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872, archiveDir=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/oldWALs, maxLogs=10 2024-12-05T11:20:23,319 DEBUG [RS:0;6706a97ae65f:41899 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297, exclude list is [], retry=0 2024-12-05T11:20:23,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39969,DS-d44f6625-a20e-4c97-baac-e208af840cfa,DISK] 2024-12-05T11:20:23,323 INFO [RS:0;6706a97ae65f:41899 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 2024-12-05T11:20:23,323 DEBUG [RS:0;6706a97ae65f:41899 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881)] 2024-12-05T11:20:23,523 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:20:23,523 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b 2024-12-05T11:20:23,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741833_1009 (size=32) 2024-12-05T11:20:23,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:23,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:20:23,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:20:23,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:23,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:23,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:20:23,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:20:23,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:23,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:23,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:20:23,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:20:23,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:23,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:23,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:20:23,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:20:23,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:23,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:23,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:20:23,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740 2024-12-05T11:20:23,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740 2024-12-05T11:20:23,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:20:23,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:20:23,937 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:20:23,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:20:23,940 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:20:23,940 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64774935, jitterRate=-0.034778252243995667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:20:23,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397623928Initializing all the Stores at 1733397623928Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397623928Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397623928Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397623928Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397623928Cleaning up temporary data from old regions at 1733397623937 (+9 ms)Region opened successfully at 1733397623940 (+3 ms) 2024-12-05T11:20:23,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:20:23,940 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:20:23,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:20:23,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:20:23,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:20:23,941 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:20:23,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397623940Disabling compacts and flushes for region at 1733397623940Disabling writes for close at 1733397623940Writing region close event to WAL at 1733397623941 (+1 ms)Closed at 1733397623941 2024-12-05T11:20:23,942 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:20:23,942 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:20:23,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:20:23,942 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:20:23,943 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:20:24,093 DEBUG [6706a97ae65f:41609 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:20:24,094 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,41899,1733397621872 2024-12-05T11:20:24,095 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,41899,1733397621872, state=OPENING 2024-12-05T11:20:24,203 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:20:24,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-293631691 2024-12-05T11:20:24,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x101a53889090004, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-293631691 2024-12-05T11:20:24,223 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:20:24,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-293631691/meta-region-server: CHANGED 2024-12-05T11:20:24,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-293631691/meta-region-server: CHANGED 2024-12-05T11:20:24,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,41899,1733397621872}] 2024-12-05T11:20:24,375 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:20:24,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:20:24,378 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:20:24,378 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:20:24,378 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:20:24,380 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C41899%2C1733397621872.meta, suffix=.meta, logDir=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872, archiveDir=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/oldWALs, maxLogs=10 2024-12-05T11:20:24,390 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.meta.1733397624380.meta, exclude list is [], retry=0 2024-12-05T11:20:24,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39969,DS-d44f6625-a20e-4c97-baac-e208af840cfa,DISK] 2024-12-05T11:20:24,393 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.meta.1733397624380.meta 2024-12-05T11:20:24,393 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881)] 2024-12-05T11:20:24,393 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:20:24,394 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:20:24,394 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:20:24,394 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:20:24,394 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:20:24,394 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:20:24,394 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:24,394 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:20:24,394 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:20:24,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:20:24,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:20:24,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:24,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:24,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:20:24,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:20:24,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:24,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:24,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:20:24,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:20:24,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:24,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:24,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:20:24,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:20:24,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:24,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:24,399 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:20:24,400 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740 2024-12-05T11:20:24,400 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740 2024-12-05T11:20:24,401 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:20:24,401 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:20:24,402 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:20:24,402 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:20:24,403 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64710832, jitterRate=-0.03573346138000488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:20:24,403 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:20:24,403 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397624394Writing region info on filesystem at 1733397624394Initializing all the Stores at 1733397624395 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397624395Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397624395Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397624395Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397624395Cleaning up temporary data from old regions at 1733397624401 (+6 ms)Running coprocessor post-open hooks at 1733397624403 (+2 ms)Region opened successfully at 1733397624403 2024-12-05T11:20:24,404 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397624374 2024-12-05T11:20:24,405 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:20:24,405 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:20:24,405 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,41899,1733397621872 2024-12-05T11:20:24,406 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,41899,1733397621872, state=OPEN 2024-12-05T11:20:24,434 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:20:24,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:24,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:24,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:24,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:24,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:24,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:24,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:24,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:24,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:24,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:24,480 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:20:24,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x101a53889090004, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-293631691/meta-region-server 2024-12-05T11:20:24,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-293631691/meta-region-server 2024-12-05T11:20:24,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-293631691/meta-region-server: CHANGED 2024-12-05T11:20:24,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-293631691/meta-region-server: CHANGED 2024-12-05T11:20:24,527 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,41899,1733397621872 2024-12-05T11:20:24,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:20:24,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,41899,1733397621872 in 305 msec 2024-12-05T11:20:24,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:20:24,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 587 msec 2024-12-05T11:20:24,531 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:20:24,531 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:20:24,532 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:20:24,532 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,41899,1733397621872, seqNum=-1] 2024-12-05T11:20:24,532 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:20:24,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:20:24,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4440 sec 2024-12-05T11:20:24,537 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397624537, completionTime=-1 2024-12-05T11:20:24,537 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:20:24,537 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:20:24,539 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:20:24,539 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397684539 2024-12-05T11:20:24,539 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397744539 2024-12-05T11:20:24,539 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T11:20:24,539 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,41609,1733397621702-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:24,539 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,41609,1733397621702-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:24,539 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,41609,1733397621702-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:24,539 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:41609, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:24,539 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:24,539 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:24,541 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:20:24,542 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.593sec 2024-12-05T11:20:24,542 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:20:24,542 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:20:24,542 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:20:24,542 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:20:24,542 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:20:24,542 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,41609,1733397621702-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:20:24,542 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,41609,1733397621702-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:20:24,544 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:20:24,545 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:20:24,545 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,41609,1733397621702-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:24,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c96a900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:24,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,41609,-1 for getting cluster id 2024-12-05T11:20:24,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:20:24,615 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7a0ca01-60c2-49e2-aeae-4f1978615eef' 2024-12-05T11:20:24,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:20:24,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7a0ca01-60c2-49e2-aeae-4f1978615eef" 2024-12-05T11:20:24,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54611d1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:24,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,41609,-1] 2024-12-05T11:20:24,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:20:24,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:24,617 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:20:24,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c2f6ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:24,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:20:24,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,41899,1733397621872, seqNum=-1] 2024-12-05T11:20:24,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:20:24,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:20:24,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,41609,1733397621702 2024-12-05T11:20:24,621 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57914 2024-12-05T11:20:24,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:20:24,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a53889090005 connected 2024-12-05T11:20:24,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:20:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,36825,1733397616109 2024-12-05T11:20:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7614b6cd 2024-12-05T11:20:24,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:20:24,646 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:20:24,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:20:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T11:20:24,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:20:24,649 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:24,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T11:20:24,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:20:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:20:24,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741835_1011 (size=902) 2024-12-05T11:20:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:20:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:20:25,056 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 286ef0d37138e37e87b726d213c05fc5, NAME => 'test,,1733397624647.286ef0d37138e37e87b726d213c05fc5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f 2024-12-05T11:20:25,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741836_1012 (size=39) 2024-12-05T11:20:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:20:25,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733397624647.286ef0d37138e37e87b726d213c05fc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:25,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 286ef0d37138e37e87b726d213c05fc5, disabling compactions & flushes 2024-12-05T11:20:25,461 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733397624647.286ef0d37138e37e87b726d213c05fc5. 2024-12-05T11:20:25,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397624647.286ef0d37138e37e87b726d213c05fc5. 2024-12-05T11:20:25,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733397624647.286ef0d37138e37e87b726d213c05fc5. after waiting 0 ms 2024-12-05T11:20:25,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733397624647.286ef0d37138e37e87b726d213c05fc5. 2024-12-05T11:20:25,461 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733397624647.286ef0d37138e37e87b726d213c05fc5. 2024-12-05T11:20:25,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 286ef0d37138e37e87b726d213c05fc5: Waiting for close lock at 1733397625461Disabling compacts and flushes for region at 1733397625461Disabling writes for close at 1733397625461Writing region close event to WAL at 1733397625461Closed at 1733397625461 2024-12-05T11:20:25,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:20:25,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733397624647.286ef0d37138e37e87b726d213c05fc5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733397625462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397625462"}]},"ts":"1733397625462"} 2024-12-05T11:20:25,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:20:25,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:20:25,465 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397625465"}]},"ts":"1733397625465"} 2024-12-05T11:20:25,467 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T11:20:25,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=286ef0d37138e37e87b726d213c05fc5, ASSIGN}] 2024-12-05T11:20:25,468 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=286ef0d37138e37e87b726d213c05fc5, ASSIGN 2024-12-05T11:20:25,469 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=286ef0d37138e37e87b726d213c05fc5, ASSIGN; state=OFFLINE, location=6706a97ae65f,38445,1733397616367; forceNewPlan=false, retain=false 2024-12-05T11:20:25,619 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=286ef0d37138e37e87b726d213c05fc5, regionState=OPENING, regionLocation=6706a97ae65f,38445,1733397616367 2024-12-05T11:20:25,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=286ef0d37138e37e87b726d213c05fc5, ASSIGN because future has completed 2024-12-05T11:20:25,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 286ef0d37138e37e87b726d213c05fc5, server=6706a97ae65f,38445,1733397616367}] 2024-12-05T11:20:25,776 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733397624647.286ef0d37138e37e87b726d213c05fc5. 2024-12-05T11:20:25,776 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 286ef0d37138e37e87b726d213c05fc5, NAME => 'test,,1733397624647.286ef0d37138e37e87b726d213c05fc5.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:20:25,776 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:20:25,777 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T11:20:25,777 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 286ef0d37138e37e87b726d213c05fc5 2024-12-05T11:20:25,777 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733397624647.286ef0d37138e37e87b726d213c05fc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:25,777 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 286ef0d37138e37e87b726d213c05fc5 2024-12-05T11:20:25,777 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 286ef0d37138e37e87b726d213c05fc5 2024-12-05T11:20:25,779 INFO [StoreOpener-286ef0d37138e37e87b726d213c05fc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 286ef0d37138e37e87b726d213c05fc5 2024-12-05T11:20:25,781 INFO [StoreOpener-286ef0d37138e37e87b726d213c05fc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 286ef0d37138e37e87b726d213c05fc5 columnFamilyName f 2024-12-05T11:20:25,781 DEBUG [StoreOpener-286ef0d37138e37e87b726d213c05fc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:25,781 INFO [StoreOpener-286ef0d37138e37e87b726d213c05fc5-1 {}] regionserver.HStore(327): Store=286ef0d37138e37e87b726d213c05fc5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:25,781 INFO [StoreOpener-286ef0d37138e37e87b726d213c05fc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 286ef0d37138e37e87b726d213c05fc5 2024-12-05T11:20:25,782 INFO [StoreOpener-286ef0d37138e37e87b726d213c05fc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 286ef0d37138e37e87b726d213c05fc5 columnFamilyName f1 2024-12-05T11:20:25,782 DEBUG [StoreOpener-286ef0d37138e37e87b726d213c05fc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:25,782 INFO [StoreOpener-286ef0d37138e37e87b726d213c05fc5-1 {}] regionserver.HStore(327): Store=286ef0d37138e37e87b726d213c05fc5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:25,782 INFO [StoreOpener-286ef0d37138e37e87b726d213c05fc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 286ef0d37138e37e87b726d213c05fc5 2024-12-05T11:20:25,783 INFO [StoreOpener-286ef0d37138e37e87b726d213c05fc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 286ef0d37138e37e87b726d213c05fc5 columnFamilyName norep 2024-12-05T11:20:25,783 DEBUG [StoreOpener-286ef0d37138e37e87b726d213c05fc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:25,783 INFO [StoreOpener-286ef0d37138e37e87b726d213c05fc5-1 {}] regionserver.HStore(327): Store=286ef0d37138e37e87b726d213c05fc5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:25,783 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 286ef0d37138e37e87b726d213c05fc5 2024-12-05T11:20:25,784 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/default/test/286ef0d37138e37e87b726d213c05fc5 2024-12-05T11:20:25,784 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/default/test/286ef0d37138e37e87b726d213c05fc5 2024-12-05T11:20:25,785 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 286ef0d37138e37e87b726d213c05fc5 2024-12-05T11:20:25,785 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 286ef0d37138e37e87b726d213c05fc5 2024-12-05T11:20:25,785 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:20:25,786 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 286ef0d37138e37e87b726d213c05fc5 2024-12-05T11:20:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:20:25,788 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/default/test/286ef0d37138e37e87b726d213c05fc5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:20:25,788 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 286ef0d37138e37e87b726d213c05fc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69275594, jitterRate=0.03228679299354553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:20:25,788 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 286ef0d37138e37e87b726d213c05fc5 2024-12-05T11:20:25,789 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 286ef0d37138e37e87b726d213c05fc5: Running coprocessor pre-open hook at 1733397625777Writing region info on filesystem at 1733397625777Initializing all the Stores at 1733397625778 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397625778Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397625779 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397625779Cleaning up temporary data from old regions at 1733397625785 (+6 ms)Running coprocessor post-open hooks at 1733397625788 (+3 ms)Region opened successfully at 1733397625789 (+1 ms) 2024-12-05T11:20:25,789 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733397624647.286ef0d37138e37e87b726d213c05fc5., pid=6, masterSystemTime=1733397625773 2024-12-05T11:20:25,791 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733397624647.286ef0d37138e37e87b726d213c05fc5. 2024-12-05T11:20:25,791 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733397624647.286ef0d37138e37e87b726d213c05fc5. 2024-12-05T11:20:25,792 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=286ef0d37138e37e87b726d213c05fc5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6706a97ae65f,38445,1733397616367 2024-12-05T11:20:25,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 286ef0d37138e37e87b726d213c05fc5, server=6706a97ae65f,38445,1733397616367 because future has completed 2024-12-05T11:20:25,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T11:20:25,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 286ef0d37138e37e87b726d213c05fc5, server=6706a97ae65f,38445,1733397616367 in 173 msec 2024-12-05T11:20:25,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T11:20:25,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=286ef0d37138e37e87b726d213c05fc5, ASSIGN in 329 msec 2024-12-05T11:20:25,798 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:20:25,798 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397625798"}]},"ts":"1733397625798"} 2024-12-05T11:20:25,800 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T11:20:25,801 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:20:25,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-12-05T11:20:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:20:26,797 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T11:20:26,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:20:26,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,41609,1733397621702 2024-12-05T11:20:26,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14875d2a 2024-12-05T11:20:26,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:20:26,798 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:20:26,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:20:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T11:20:26,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:20:26,801 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:26,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T11:20:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:20:26,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:20:26,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741835_1011 (size=902) 2024-12-05T11:20:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:20:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:20:27,207 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 326d70d7b7953eee0800280576e0a97e, NAME => 'test,,1733397626799.326d70d7b7953eee0800280576e0a97e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b 2024-12-05T11:20:27,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741836_1012 (size=39) 2024-12-05T11:20:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:20:27,612 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733397626799.326d70d7b7953eee0800280576e0a97e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:27,612 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 326d70d7b7953eee0800280576e0a97e, disabling compactions & flushes 2024-12-05T11:20:27,612 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733397626799.326d70d7b7953eee0800280576e0a97e. 2024-12-05T11:20:27,612 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397626799.326d70d7b7953eee0800280576e0a97e. 2024-12-05T11:20:27,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733397626799.326d70d7b7953eee0800280576e0a97e. after waiting 0 ms 2024-12-05T11:20:27,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733397626799.326d70d7b7953eee0800280576e0a97e. 2024-12-05T11:20:27,613 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733397626799.326d70d7b7953eee0800280576e0a97e. 2024-12-05T11:20:27,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 326d70d7b7953eee0800280576e0a97e: Waiting for close lock at 1733397627612Disabling compacts and flushes for region at 1733397627612Disabling writes for close at 1733397627613 (+1 ms)Writing region close event to WAL at 1733397627613Closed at 1733397627613 2024-12-05T11:20:27,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:20:27,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733397626799.326d70d7b7953eee0800280576e0a97e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733397627613"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397627613"}]},"ts":"1733397627613"} 2024-12-05T11:20:27,615 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:20:27,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:20:27,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397627616"}]},"ts":"1733397627616"} 2024-12-05T11:20:27,617 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T11:20:27,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=326d70d7b7953eee0800280576e0a97e, ASSIGN}] 2024-12-05T11:20:27,618 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=326d70d7b7953eee0800280576e0a97e, ASSIGN 2024-12-05T11:20:27,619 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=326d70d7b7953eee0800280576e0a97e, ASSIGN; state=OFFLINE, location=6706a97ae65f,41899,1733397621872; forceNewPlan=false, retain=false 2024-12-05T11:20:27,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=326d70d7b7953eee0800280576e0a97e, regionState=OPENING, regionLocation=6706a97ae65f,41899,1733397621872 2024-12-05T11:20:27,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=326d70d7b7953eee0800280576e0a97e, ASSIGN because future has completed 2024-12-05T11:20:27,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 326d70d7b7953eee0800280576e0a97e, server=6706a97ae65f,41899,1733397621872}] 2024-12-05T11:20:27,926 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733397626799.326d70d7b7953eee0800280576e0a97e. 2024-12-05T11:20:27,926 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 326d70d7b7953eee0800280576e0a97e, NAME => 'test,,1733397626799.326d70d7b7953eee0800280576e0a97e.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:20:27,926 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:20:27,926 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T11:20:27,927 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 326d70d7b7953eee0800280576e0a97e 2024-12-05T11:20:27,927 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733397626799.326d70d7b7953eee0800280576e0a97e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:27,927 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 326d70d7b7953eee0800280576e0a97e 2024-12-05T11:20:27,927 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 326d70d7b7953eee0800280576e0a97e 2024-12-05T11:20:27,928 INFO [StoreOpener-326d70d7b7953eee0800280576e0a97e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 326d70d7b7953eee0800280576e0a97e 2024-12-05T11:20:27,929 INFO [StoreOpener-326d70d7b7953eee0800280576e0a97e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 326d70d7b7953eee0800280576e0a97e columnFamilyName f 2024-12-05T11:20:27,929 DEBUG [StoreOpener-326d70d7b7953eee0800280576e0a97e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:27,929 INFO [StoreOpener-326d70d7b7953eee0800280576e0a97e-1 {}] regionserver.HStore(327): Store=326d70d7b7953eee0800280576e0a97e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:27,929 INFO [StoreOpener-326d70d7b7953eee0800280576e0a97e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 326d70d7b7953eee0800280576e0a97e 2024-12-05T11:20:27,930 INFO [StoreOpener-326d70d7b7953eee0800280576e0a97e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 326d70d7b7953eee0800280576e0a97e columnFamilyName f1 2024-12-05T11:20:27,930 DEBUG [StoreOpener-326d70d7b7953eee0800280576e0a97e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:27,930 INFO [StoreOpener-326d70d7b7953eee0800280576e0a97e-1 {}] regionserver.HStore(327): Store=326d70d7b7953eee0800280576e0a97e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:27,930 INFO [StoreOpener-326d70d7b7953eee0800280576e0a97e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 326d70d7b7953eee0800280576e0a97e 2024-12-05T11:20:27,931 INFO [StoreOpener-326d70d7b7953eee0800280576e0a97e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 326d70d7b7953eee0800280576e0a97e columnFamilyName norep 2024-12-05T11:20:27,931 DEBUG [StoreOpener-326d70d7b7953eee0800280576e0a97e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:27,931 INFO [StoreOpener-326d70d7b7953eee0800280576e0a97e-1 {}] regionserver.HStore(327): Store=326d70d7b7953eee0800280576e0a97e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:27,932 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 326d70d7b7953eee0800280576e0a97e 2024-12-05T11:20:27,932 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/default/test/326d70d7b7953eee0800280576e0a97e 2024-12-05T11:20:27,932 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/default/test/326d70d7b7953eee0800280576e0a97e 2024-12-05T11:20:27,933 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 326d70d7b7953eee0800280576e0a97e 2024-12-05T11:20:27,933 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 326d70d7b7953eee0800280576e0a97e 2024-12-05T11:20:27,933 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:20:27,934 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 326d70d7b7953eee0800280576e0a97e 2024-12-05T11:20:27,935 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/default/test/326d70d7b7953eee0800280576e0a97e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:20:27,936 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 326d70d7b7953eee0800280576e0a97e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59878682, jitterRate=-0.10773810744285583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:20:27,936 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 326d70d7b7953eee0800280576e0a97e 2024-12-05T11:20:27,936 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 326d70d7b7953eee0800280576e0a97e: Running coprocessor pre-open hook at 1733397627927Writing region info on filesystem at 1733397627927Initializing all the Stores at 1733397627927Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397627927Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397627928 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397627928Cleaning up temporary data from old regions at 1733397627933 (+5 ms)Running coprocessor post-open hooks at 1733397627936 (+3 ms)Region opened successfully at 1733397627936 2024-12-05T11:20:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:20:27,937 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733397626799.326d70d7b7953eee0800280576e0a97e., pid=6, masterSystemTime=1733397627923 2024-12-05T11:20:27,938 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733397626799.326d70d7b7953eee0800280576e0a97e. 2024-12-05T11:20:27,938 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733397626799.326d70d7b7953eee0800280576e0a97e. 2024-12-05T11:20:27,938 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=326d70d7b7953eee0800280576e0a97e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6706a97ae65f,41899,1733397621872 2024-12-05T11:20:27,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 326d70d7b7953eee0800280576e0a97e, server=6706a97ae65f,41899,1733397621872 because future has completed 2024-12-05T11:20:27,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T11:20:27,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 326d70d7b7953eee0800280576e0a97e, server=6706a97ae65f,41899,1733397621872 in 170 msec 2024-12-05T11:20:27,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T11:20:27,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=326d70d7b7953eee0800280576e0a97e, ASSIGN in 325 msec 2024-12-05T11:20:27,944 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:20:27,944 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397627944"}]},"ts":"1733397627944"} 2024-12-05T11:20:27,945 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T11:20:27,946 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:20:27,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-12-05T11:20:28,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T11:20:28,931 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T11:20:28,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T11:20:28,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T11:20:28,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:20:28,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T11:20:28,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:20:28,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T11:20:28,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:20:28,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T11:20:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:20:28,947 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T11:20:28,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1825a90a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:28,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,36825,-1 for getting cluster id 2024-12-05T11:20:28,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:20:28,948 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5124257b-d07c-45e6-bbdc-5e2758f75cc1' 2024-12-05T11:20:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:20:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5124257b-d07c-45e6-bbdc-5e2758f75cc1" 2024-12-05T11:20:28,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d7e17d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:28,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,36825,-1] 2024-12-05T11:20:28,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:20:28,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:28,950 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:20:28,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa3f185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:28,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcca924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:28,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,41609,-1 for getting cluster id 2024-12-05T11:20:28,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:20:28,953 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7a0ca01-60c2-49e2-aeae-4f1978615eef' 2024-12-05T11:20:28,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:20:28,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7a0ca01-60c2-49e2-aeae-4f1978615eef" 2024-12-05T11:20:28,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc57d76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:28,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,41609,-1] 2024-12-05T11:20:28,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:20:28,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:28,954 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:20:28,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbb2785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:28,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f28d764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:28,955 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,36825,-1 for getting cluster id 2024-12-05T11:20:28,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:20:28,956 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5124257b-d07c-45e6-bbdc-5e2758f75cc1' 2024-12-05T11:20:28,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:20:28,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5124257b-d07c-45e6-bbdc-5e2758f75cc1" 2024-12-05T11:20:28,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2bf969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:28,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,36825,-1] 2024-12-05T11:20:28,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:20:28,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:28,957 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:20:28,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c8feed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:28,958 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:20:28,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,36825,1733397616109 2024-12-05T11:20:28,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31a74de5 2024-12-05T11:20:28,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:20:28,959 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:20:28,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6706a97ae65f:41609,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T11:20:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T11:20:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:20:28,961 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:41609' 2024-12-05T11:20:28,962 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91a2a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:28,962 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,41609,-1 for getting cluster id 2024-12-05T11:20:28,962 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:20:28,963 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7a0ca01-60c2-49e2-aeae-4f1978615eef' 2024-12-05T11:20:28,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:20:28,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7a0ca01-60c2-49e2-aeae-4f1978615eef" 2024-12-05T11:20:28,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63dc2ee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:28,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,41609,-1] 2024-12-05T11:20:28,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:20:28,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:28,964 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:20:28,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73851b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:28,964 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:20:28,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,41609,1733397621702 2024-12-05T11:20:28,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b1bdd1c 2024-12-05T11:20:28,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:20:28,966 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:20:28,966 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T11:20:28,966 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T11:20:28,966 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:28,966 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:28,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:20:28,967 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:20:28,968 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T11:20:28,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:20:28,968 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:28,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:20:28,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741837_1013 (size=1138) 2024-12-05T11:20:29,018 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T11:20:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:20:29,162 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T11:20:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:20:29,375 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c912dfac8bb69ed01e2e93ad65537120, NAME => 'hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f 2024-12-05T11:20:29,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741838_1014 (size=44) 2024-12-05T11:20:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:20:29,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:29,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c912dfac8bb69ed01e2e93ad65537120, disabling compactions & flushes 2024-12-05T11:20:29,861 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120. 2024-12-05T11:20:29,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120. 2024-12-05T11:20:29,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120. after waiting 0 ms 2024-12-05T11:20:29,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120. 2024-12-05T11:20:29,862 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120. 2024-12-05T11:20:29,862 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c912dfac8bb69ed01e2e93ad65537120: Waiting for close lock at 1733397629861Disabling compacts and flushes for region at 1733397629861Disabling writes for close at 1733397629861Writing region close event to WAL at 1733397629862 (+1 ms)Closed at 1733397629862 2024-12-05T11:20:29,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:20:29,863 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733397629863"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397629863"}]},"ts":"1733397629863"} 2024-12-05T11:20:29,865 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:20:29,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:20:29,866 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397629866"}]},"ts":"1733397629866"} 2024-12-05T11:20:29,867 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T11:20:29,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c912dfac8bb69ed01e2e93ad65537120, ASSIGN}] 2024-12-05T11:20:29,869 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c912dfac8bb69ed01e2e93ad65537120, ASSIGN 2024-12-05T11:20:29,869 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c912dfac8bb69ed01e2e93ad65537120, ASSIGN; state=OFFLINE, location=6706a97ae65f,38445,1733397616367; forceNewPlan=false, retain=false 2024-12-05T11:20:29,896 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:20:29,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:29,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:29,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:29,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:29,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:29,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:29,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:29,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:29,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:29,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:30,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c912dfac8bb69ed01e2e93ad65537120, regionState=OPENING, regionLocation=6706a97ae65f,38445,1733397616367 2024-12-05T11:20:30,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c912dfac8bb69ed01e2e93ad65537120, ASSIGN because future has completed 2024-12-05T11:20:30,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c912dfac8bb69ed01e2e93ad65537120, server=6706a97ae65f,38445,1733397616367}] 2024-12-05T11:20:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:20:30,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120. 2024-12-05T11:20:30,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:20:30,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T11:20:30,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C38445%2C1733397616367.rep, suffix=, logDir=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367, archiveDir=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/oldWALs, maxLogs=10 2024-12-05T11:20:30,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.rep.1733397630180, exclude list is [], retry=0 2024-12-05T11:20:30,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44507,DS-9aa4bbe7-07ea-4c04-bbbe-4aa8a855cbbf,DISK] 2024-12-05T11:20:30,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.rep.1733397630180 2024-12-05T11:20:30,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34007:34007)] 2024-12-05T11:20:30,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c912dfac8bb69ed01e2e93ad65537120, NAME => 'hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:20:30,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:20:30,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:20:30,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120. service=MultiRowMutationService 2024-12-05T11:20:30,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T11:20:30,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c912dfac8bb69ed01e2e93ad65537120 2024-12-05T11:20:30,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:30,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c912dfac8bb69ed01e2e93ad65537120 2024-12-05T11:20:30,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c912dfac8bb69ed01e2e93ad65537120 2024-12-05T11:20:30,198 INFO [StoreOpener-c912dfac8bb69ed01e2e93ad65537120-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c912dfac8bb69ed01e2e93ad65537120 2024-12-05T11:20:30,199 INFO [StoreOpener-c912dfac8bb69ed01e2e93ad65537120-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c912dfac8bb69ed01e2e93ad65537120 columnFamilyName hfileref 2024-12-05T11:20:30,199 DEBUG [StoreOpener-c912dfac8bb69ed01e2e93ad65537120-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:30,199 INFO [StoreOpener-c912dfac8bb69ed01e2e93ad65537120-1 {}] regionserver.HStore(327): Store=c912dfac8bb69ed01e2e93ad65537120/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:30,200 INFO [StoreOpener-c912dfac8bb69ed01e2e93ad65537120-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c912dfac8bb69ed01e2e93ad65537120 2024-12-05T11:20:30,200 INFO [StoreOpener-c912dfac8bb69ed01e2e93ad65537120-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c912dfac8bb69ed01e2e93ad65537120 columnFamilyName queue 2024-12-05T11:20:30,200 DEBUG [StoreOpener-c912dfac8bb69ed01e2e93ad65537120-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:30,201 INFO [StoreOpener-c912dfac8bb69ed01e2e93ad65537120-1 {}] regionserver.HStore(327): Store=c912dfac8bb69ed01e2e93ad65537120/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:30,201 INFO [StoreOpener-c912dfac8bb69ed01e2e93ad65537120-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c912dfac8bb69ed01e2e93ad65537120 2024-12-05T11:20:30,202 INFO [StoreOpener-c912dfac8bb69ed01e2e93ad65537120-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c912dfac8bb69ed01e2e93ad65537120 columnFamilyName sid 2024-12-05T11:20:30,202 DEBUG [StoreOpener-c912dfac8bb69ed01e2e93ad65537120-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:30,202 INFO [StoreOpener-c912dfac8bb69ed01e2e93ad65537120-1 {}] regionserver.HStore(327): Store=c912dfac8bb69ed01e2e93ad65537120/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:30,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c912dfac8bb69ed01e2e93ad65537120 2024-12-05T11:20:30,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/replication/c912dfac8bb69ed01e2e93ad65537120 2024-12-05T11:20:30,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/replication/c912dfac8bb69ed01e2e93ad65537120 2024-12-05T11:20:30,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c912dfac8bb69ed01e2e93ad65537120 2024-12-05T11:20:30,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c912dfac8bb69ed01e2e93ad65537120 2024-12-05T11:20:30,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:20:30,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c912dfac8bb69ed01e2e93ad65537120 2024-12-05T11:20:30,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/replication/c912dfac8bb69ed01e2e93ad65537120/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:20:30,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c912dfac8bb69ed01e2e93ad65537120; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63363009, jitterRate=-0.05581758916378021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:20:30,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c912dfac8bb69ed01e2e93ad65537120 2024-12-05T11:20:30,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c912dfac8bb69ed01e2e93ad65537120: Running coprocessor pre-open hook at 1733397630197Writing region info on filesystem at 1733397630197Initializing all the Stores at 1733397630197Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397630197Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397630198 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397630198Cleaning up temporary data from old regions at 1733397630204 (+6 ms)Running coprocessor post-open hooks at 1733397630207 (+3 ms)Region opened successfully at 1733397630207 2024-12-05T11:20:30,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120., pid=10, masterSystemTime=1733397630175 2024-12-05T11:20:30,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120. 2024-12-05T11:20:30,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120. 2024-12-05T11:20:30,211 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c912dfac8bb69ed01e2e93ad65537120, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,38445,1733397616367 2024-12-05T11:20:30,212 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36825 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=6706a97ae65f,38445,1733397616367, table=hbase:replication, region=c912dfac8bb69ed01e2e93ad65537120. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T11:20:30,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c912dfac8bb69ed01e2e93ad65537120, server=6706a97ae65f,38445,1733397616367 because future has completed 2024-12-05T11:20:30,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T11:20:30,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c912dfac8bb69ed01e2e93ad65537120, server=6706a97ae65f,38445,1733397616367 in 194 msec 2024-12-05T11:20:30,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T11:20:30,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c912dfac8bb69ed01e2e93ad65537120, ASSIGN in 351 msec 2024-12-05T11:20:30,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:20:30,222 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397630222"}]},"ts":"1733397630222"} 2024-12-05T11:20:30,225 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T11:20:30,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:20:30,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2590 sec 2024-12-05T11:20:30,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120., hostname=6706a97ae65f,38445,1733397616367, seqNum=2] 2024-12-05T11:20:30,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x101a53889090001, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0325249441 2024-12-05T11:20:30,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0325249441 2024-12-05T11:20:30,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T11:20:30,480 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T11:20:30,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T11:20:30,517 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T11:20:30,555 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6706a97ae65f,38445,1733397616367, ReplicationSource: 1, currentBandwidth=0 2024-12-05T11:20:30,555 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:20:30,555 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,38445,1733397616367, seqNum=-1] 2024-12-05T11:20:30,556 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:20:30,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-05T11:20:30,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6706a97ae65f,38445,1733397616367', locateType=CURRENT is [region=hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120., hostname=6706a97ae65f,38445,1733397616367, seqNum=2] 2024-12-05T11:20:30,561 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T11:20:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T11:20:30,563 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6706a97ae65f,38445,1733397616367 suceeded 2024-12-05T11:20:30,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T11:20:30,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-12-05T11:20:30,564 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6706a97ae65f:41609,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T11:20:30,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6050 sec 2024-12-05T11:20:30,591 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:41609' 2024-12-05T11:20:30,592 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5423d28e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:30,592 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,41609,-1 for getting cluster id 2024-12-05T11:20:30,592 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:20:30,593 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7a0ca01-60c2-49e2-aeae-4f1978615eef' 2024-12-05T11:20:30,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:20:30,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7a0ca01-60c2-49e2-aeae-4f1978615eef" 2024-12-05T11:20:30,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a9fdb2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:30,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,41609,-1] 2024-12-05T11:20:30,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:20:30,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:30,594 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:20:30,595 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@336b533e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:30,595 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:20:30,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,41609,1733397621702 2024-12-05T11:20:30,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60c228e 2024-12-05T11:20:30,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:20:30,597 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-05T11:20:30,598 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6706a97ae65f,38445,1733397616367 (queues=1) is replicating from cluster=5124257b-d07c-45e6-bbdc-5e2758f75cc1 to cluster=d7a0ca01-60c2-49e2-aeae-4f1978615eef 2024-12-05T11:20:30,598 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6706a97ae65f%2C38445%2C1733397616367 2024-12-05T11:20:30,598 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6706a97ae65f,38445,1733397616367, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T11:20:30,598 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.shipper6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6706a97ae65f%2C38445%2C1733397616367 2024-12-05T11:20:30,598 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576, startPosition=0, beingWritten=true 2024-12-05T11:20:30,604 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:20:30,604 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 379, reset compression=false 2024-12-05T11:20:30,604 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.shipper6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,38445,1733397616367 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:20:30,808 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 379, reset compression=false 2024-12-05T11:20:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:20:31,108 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T11:20:31,108 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:20:31,108 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:31,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:31,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:31,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:20:31,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d62627a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:31,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,41609,-1 for getting cluster id 2024-12-05T11:20:31,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:20:31,110 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7a0ca01-60c2-49e2-aeae-4f1978615eef' 2024-12-05T11:20:31,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:20:31,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7a0ca01-60c2-49e2-aeae-4f1978615eef" 2024-12-05T11:20:31,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af37386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:31,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,41609,-1] 2024-12-05T11:20:31,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:20:31,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:31,111 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:20:31,111 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 379, reset compression=false 2024-12-05T11:20:31,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56571f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:31,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:20:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,41609,1733397621702 2024-12-05T11:20:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f198d5d 2024-12-05T11:20:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:20:31,114 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:20:31,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6706a97ae65f:36825,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T11:20:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T11:20:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:20:31,117 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:36825' 2024-12-05T11:20:31,118 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca37b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:31,118 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,36825,-1 for getting cluster id 2024-12-05T11:20:31,118 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:20:31,118 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5124257b-d07c-45e6-bbdc-5e2758f75cc1' 2024-12-05T11:20:31,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:20:31,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5124257b-d07c-45e6-bbdc-5e2758f75cc1" 2024-12-05T11:20:31,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41dca947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:31,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,36825,-1] 2024-12-05T11:20:31,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:20:31,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:31,120 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:20:31,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cccae3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:31,120 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:20:31,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,36825,1733397616109 2024-12-05T11:20:31,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@537487bc 2024-12-05T11:20:31,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:20:31,122 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:20:31,122 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T11:20:31,122 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T11:20:31,122 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:31,122 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:31,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:20:31,123 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:20:31,124 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T11:20:31,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:20:31,125 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:31,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:20:31,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741837_1013 (size=1138) 2024-12-05T11:20:31,131 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 048a3be2ac3d83bc2cb9976cf610c54d, NAME => 'hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b 2024-12-05T11:20:31,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741838_1014 (size=44) 2024-12-05T11:20:31,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:31,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 048a3be2ac3d83bc2cb9976cf610c54d, disabling compactions & flushes 2024-12-05T11:20:31,146 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d. 2024-12-05T11:20:31,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d. 2024-12-05T11:20:31,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d. after waiting 0 ms 2024-12-05T11:20:31,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d. 2024-12-05T11:20:31,146 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d. 2024-12-05T11:20:31,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 048a3be2ac3d83bc2cb9976cf610c54d: Waiting for close lock at 1733397631146Disabling compacts and flushes for region at 1733397631146Disabling writes for close at 1733397631146Writing region close event to WAL at 1733397631146Closed at 1733397631146 2024-12-05T11:20:31,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:20:31,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733397631147"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397631147"}]},"ts":"1733397631147"} 2024-12-05T11:20:31,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:20:31,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:20:31,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397631151"}]},"ts":"1733397631151"} 2024-12-05T11:20:31,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T11:20:31,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=048a3be2ac3d83bc2cb9976cf610c54d, ASSIGN}] 2024-12-05T11:20:31,154 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=048a3be2ac3d83bc2cb9976cf610c54d, ASSIGN 2024-12-05T11:20:31,155 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=048a3be2ac3d83bc2cb9976cf610c54d, ASSIGN; state=OFFLINE, location=6706a97ae65f,41899,1733397621872; forceNewPlan=false, retain=false 2024-12-05T11:20:31,174 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T11:20:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:20:31,306 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=048a3be2ac3d83bc2cb9976cf610c54d, regionState=OPENING, regionLocation=6706a97ae65f,41899,1733397621872 2024-12-05T11:20:31,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=048a3be2ac3d83bc2cb9976cf610c54d, ASSIGN because future has completed 2024-12-05T11:20:31,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 048a3be2ac3d83bc2cb9976cf610c54d, server=6706a97ae65f,41899,1733397621872}] 2024-12-05T11:20:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:20:31,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d. 2024-12-05T11:20:31,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:20:31,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T11:20:31,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C41899%2C1733397621872.rep, suffix=, logDir=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872, archiveDir=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/oldWALs, maxLogs=10 2024-12-05T11:20:31,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.rep.1733397631465, exclude list is [], retry=0 2024-12-05T11:20:31,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39969,DS-d44f6625-a20e-4c97-baac-e208af840cfa,DISK] 2024-12-05T11:20:31,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.rep.1733397631465 2024-12-05T11:20:31,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881)] 2024-12-05T11:20:31,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 048a3be2ac3d83bc2cb9976cf610c54d, NAME => 'hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:20:31,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:20:31,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:20:31,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d. service=MultiRowMutationService 2024-12-05T11:20:31,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T11:20:31,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 048a3be2ac3d83bc2cb9976cf610c54d 2024-12-05T11:20:31,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:31,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 048a3be2ac3d83bc2cb9976cf610c54d 2024-12-05T11:20:31,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 048a3be2ac3d83bc2cb9976cf610c54d 2024-12-05T11:20:31,483 INFO [StoreOpener-048a3be2ac3d83bc2cb9976cf610c54d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 048a3be2ac3d83bc2cb9976cf610c54d 2024-12-05T11:20:31,484 INFO [StoreOpener-048a3be2ac3d83bc2cb9976cf610c54d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 048a3be2ac3d83bc2cb9976cf610c54d columnFamilyName hfileref 2024-12-05T11:20:31,484 DEBUG [StoreOpener-048a3be2ac3d83bc2cb9976cf610c54d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:31,485 INFO [StoreOpener-048a3be2ac3d83bc2cb9976cf610c54d-1 {}] regionserver.HStore(327): Store=048a3be2ac3d83bc2cb9976cf610c54d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:31,485 INFO [StoreOpener-048a3be2ac3d83bc2cb9976cf610c54d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 048a3be2ac3d83bc2cb9976cf610c54d 2024-12-05T11:20:31,486 INFO [StoreOpener-048a3be2ac3d83bc2cb9976cf610c54d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 048a3be2ac3d83bc2cb9976cf610c54d columnFamilyName queue 2024-12-05T11:20:31,486 DEBUG [StoreOpener-048a3be2ac3d83bc2cb9976cf610c54d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:31,486 INFO [StoreOpener-048a3be2ac3d83bc2cb9976cf610c54d-1 {}] regionserver.HStore(327): Store=048a3be2ac3d83bc2cb9976cf610c54d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:31,486 INFO [StoreOpener-048a3be2ac3d83bc2cb9976cf610c54d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 048a3be2ac3d83bc2cb9976cf610c54d 2024-12-05T11:20:31,487 INFO [StoreOpener-048a3be2ac3d83bc2cb9976cf610c54d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 048a3be2ac3d83bc2cb9976cf610c54d columnFamilyName sid 2024-12-05T11:20:31,487 DEBUG [StoreOpener-048a3be2ac3d83bc2cb9976cf610c54d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:31,487 INFO [StoreOpener-048a3be2ac3d83bc2cb9976cf610c54d-1 {}] regionserver.HStore(327): Store=048a3be2ac3d83bc2cb9976cf610c54d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:31,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 048a3be2ac3d83bc2cb9976cf610c54d 2024-12-05T11:20:31,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/replication/048a3be2ac3d83bc2cb9976cf610c54d 2024-12-05T11:20:31,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/replication/048a3be2ac3d83bc2cb9976cf610c54d 2024-12-05T11:20:31,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 048a3be2ac3d83bc2cb9976cf610c54d 2024-12-05T11:20:31,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 048a3be2ac3d83bc2cb9976cf610c54d 2024-12-05T11:20:31,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:20:31,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 048a3be2ac3d83bc2cb9976cf610c54d 2024-12-05T11:20:31,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/replication/048a3be2ac3d83bc2cb9976cf610c54d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:20:31,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 048a3be2ac3d83bc2cb9976cf610c54d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67905897, jitterRate=0.011876717209815979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:20:31,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 048a3be2ac3d83bc2cb9976cf610c54d 2024-12-05T11:20:31,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 048a3be2ac3d83bc2cb9976cf610c54d: Running coprocessor pre-open hook at 1733397631482Writing region info on filesystem at 1733397631482Initializing all the Stores at 1733397631483 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397631483Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397631483Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397631483Cleaning up temporary data from old regions at 1733397631499 (+16 ms)Running coprocessor post-open hooks at 1733397631503 (+4 ms)Region opened successfully at 1733397631503 2024-12-05T11:20:31,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d., pid=10, masterSystemTime=1733397631460 2024-12-05T11:20:31,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d. 2024-12-05T11:20:31,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d. 2024-12-05T11:20:31,507 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=048a3be2ac3d83bc2cb9976cf610c54d, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,41899,1733397621872 2024-12-05T11:20:31,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 048a3be2ac3d83bc2cb9976cf610c54d, server=6706a97ae65f,41899,1733397621872 because future has completed 2024-12-05T11:20:31,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T11:20:31,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 048a3be2ac3d83bc2cb9976cf610c54d, server=6706a97ae65f,41899,1733397621872 in 202 msec 2024-12-05T11:20:31,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T11:20:31,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=048a3be2ac3d83bc2cb9976cf610c54d, ASSIGN in 359 msec 2024-12-05T11:20:31,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:20:31,515 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397631515"}]},"ts":"1733397631515"} 2024-12-05T11:20:31,517 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T11:20:31,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:20:31,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 395 msec 2024-12-05T11:20:31,520 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 379, reset compression=false 2024-12-05T11:20:31,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d., hostname=6706a97ae65f,41899,1733397621872, seqNum=2] 2024-12-05T11:20:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:20:31,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x101a53889090004, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-293631691 2024-12-05T11:20:31,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-293631691 2024-12-05T11:20:31,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T11:20:31,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T11:20:31,929 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T11:20:31,955 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6706a97ae65f,41899,1733397621872, ReplicationSource: 1, currentBandwidth=0 2024-12-05T11:20:31,955 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:20:31,955 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,41899,1733397621872, seqNum=-1] 2024-12-05T11:20:31,956 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:20:31,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-05T11:20:31,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6706a97ae65f,41899,1733397621872', locateType=CURRENT is [region=hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d., hostname=6706a97ae65f,41899,1733397621872, seqNum=2] 2024-12-05T11:20:31,960 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T11:20:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T11:20:31,963 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6706a97ae65f,41899,1733397621872 suceeded 2024-12-05T11:20:31,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T11:20:31,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-05T11:20:31,965 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6706a97ae65f:36825,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T11:20:31,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 851 msec 2024-12-05T11:20:31,976 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:36825' 2024-12-05T11:20:31,977 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@227243f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:31,977 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,36825,-1 for getting cluster id 2024-12-05T11:20:31,978 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:20:31,978 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5124257b-d07c-45e6-bbdc-5e2758f75cc1' 2024-12-05T11:20:31,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:20:31,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5124257b-d07c-45e6-bbdc-5e2758f75cc1" 2024-12-05T11:20:31,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@218f0dbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:31,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,36825,-1] 2024-12-05T11:20:31,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:20:31,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:31,979 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:20:31,980 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fe6423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:31,980 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:20:31,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,36825,1733397616109 2024-12-05T11:20:31,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@143a51c9 2024-12-05T11:20:31,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:20:31,982 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-05T11:20:31,982 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6706a97ae65f,41899,1733397621872 (queues=1) is replicating from cluster=d7a0ca01-60c2-49e2-aeae-4f1978615eef to cluster=5124257b-d07c-45e6-bbdc-5e2758f75cc1 2024-12-05T11:20:31,982 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6706a97ae65f%2C41899%2C1733397621872 2024-12-05T11:20:31,982 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6706a97ae65f,41899,1733397621872, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T11:20:31,983 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.shipper6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6706a97ae65f%2C41899%2C1733397621872 2024-12-05T11:20:31,983 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297, startPosition=0, beingWritten=true 2024-12-05T11:20:31,994 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:20:31,994 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 379, reset compression=false 2024-12-05T11:20:31,994 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.shipper6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,41899,1733397621872 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:20:32,024 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 379, reset compression=false 2024-12-05T11:20:32,198 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 379, reset compression=false 2024-12-05T11:20:32,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:20:32,256 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T11:20:32,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:20:32,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:32,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:32,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:32,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:20:32,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:20:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,38445,1733397616367, seqNum=-1] 2024-12-05T11:20:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:20:32,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:20:32,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733397624647.286ef0d37138e37e87b726d213c05fc5., hostname=6706a97ae65f,38445,1733397616367, seqNum=2] 2024-12-05T11:20:32,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:20:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,41899,1733397621872, seqNum=-1] 2024-12-05T11:20:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:20:32,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:20:32,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733397626799.326d70d7b7953eee0800280576e0a97e., hostname=6706a97ae65f,41899,1733397621872, seqNum=2] 2024-12-05T11:20:32,268 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T11:20:32,501 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 379, reset compression=false 2024-12-05T11:20:32,627 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 379, reset compression=false 2024-12-05T11:20:32,631 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:20:32,631 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 480, reset compression=false 2024-12-05T11:20:32,631 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.shipper6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,38445,1733397616367 got entry batch from reader: WALEntryBatch [walEntries=[{test/286ef0d37138e37e87b726d213c05fc5/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T11:20:32,633 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.shipper6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:20:32,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-05T11:20:32,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41899 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:20:32,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19a7d8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:32,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41899 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,41609,-1 for getting cluster id 2024-12-05T11:20:32,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:20:32,636 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7a0ca01-60c2-49e2-aeae-4f1978615eef' 2024-12-05T11:20:32,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:20:32,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7a0ca01-60c2-49e2-aeae-4f1978615eef" 2024-12-05T11:20:32,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6593e3b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:32,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,41609,-1] 2024-12-05T11:20:32,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:20:32,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:32,638 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:20:32,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36f23339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:32,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41899 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:20:32,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,41899,1733397621872, seqNum=-1] 2024-12-05T11:20:32,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:20:32,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-05T11:20:32,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733397626799.326d70d7b7953eee0800280576e0a97e., hostname=6706a97ae65f,41899,1733397621872, seqNum=2] 2024-12-05T11:20:32,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41899 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:20:32,835 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 480, reset compression=false 2024-12-05T11:20:32,905 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 379, reset compression=false 2024-12-05T11:20:32,910 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:20:32,910 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 503, reset compression=false 2024-12-05T11:20:32,910 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.shipper6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,41899,1733397621872 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:20:33,113 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 503, reset compression=false 2024-12-05T11:20:33,139 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 480, reset compression=false 2024-12-05T11:20:33,271 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T11:20:33,274 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T11:20:33,416 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 503, reset compression=false 2024-12-05T11:20:33,420 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:20:33,420 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 607, reset compression=false 2024-12-05T11:20:33,420 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.shipper6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,41899,1733397621872 got entry batch from reader: WALEntryBatch [walEntries=[{test/326d70d7b7953eee0800280576e0a97e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T11:20:33,422 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.shipper6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:20:33,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-05T11:20:33,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:20:33,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32f5c765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:33,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,36825,-1 for getting cluster id 2024-12-05T11:20:33,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:20:33,426 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5124257b-d07c-45e6-bbdc-5e2758f75cc1' 2024-12-05T11:20:33,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:20:33,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5124257b-d07c-45e6-bbdc-5e2758f75cc1" 2024-12-05T11:20:33,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b92ece5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:33,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,36825,-1] 2024-12-05T11:20:33,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:20:33,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:33,427 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:20:33,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e881071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:33,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:20:33,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,38445,1733397616367, seqNum=-1] 2024-12-05T11:20:33,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:20:33,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-05T11:20:33,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733397624647.286ef0d37138e37e87b726d213c05fc5., hostname=6706a97ae65f,38445,1733397616367, seqNum=2] 2024-12-05T11:20:33,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:20:33,548 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 480, reset compression=false 2024-12-05T11:20:33,554 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:20:33,554 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 608, reset compression=false 2024-12-05T11:20:33,554 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.shipper6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,38445,1733397616367 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:20:33,628 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 607, reset compression=false 2024-12-05T11:20:33,761 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 608, reset compression=false 2024-12-05T11:20:33,932 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 607, reset compression=false 2024-12-05T11:20:34,065 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 608, reset compression=false 2024-12-05T11:20:34,276 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T11:20:34,282 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T11:20:34,336 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 607, reset compression=false 2024-12-05T11:20:34,468 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 608, reset compression=false 2024-12-05T11:20:34,515 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:20:34,515 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 764, reset compression=false 2024-12-05T11:20:34,515 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.shipper6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,38445,1733397616367 got entry batch from reader: WALEntryBatch [walEntries=[{test/286ef0d37138e37e87b726d213c05fc5/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T11:20:34,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41899 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:20:34,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41899 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:20:34,718 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 764, reset compression=false 2024-12-05T11:20:34,839 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 607, reset compression=false 2024-12-05T11:20:34,844 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:20:34,844 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 754, reset compression=false 2024-12-05T11:20:34,844 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.shipper6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,41899,1733397621872 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:20:35,022 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 764, reset compression=false 2024-12-05T11:20:35,047 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 754, reset compression=false 2024-12-05T11:20:35,284 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T11:20:35,287 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T11:20:35,351 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 754, reset compression=false 2024-12-05T11:20:35,355 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:20:35,355 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 913, reset compression=false 2024-12-05T11:20:35,355 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.shipper6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,41899,1733397621872 got entry batch from reader: WALEntryBatch [walEntries=[{test/326d70d7b7953eee0800280576e0a97e/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T11:20:35,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:20:35,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:20:35,425 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 764, reset compression=false 2024-12-05T11:20:35,430 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:20:35,430 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 914, reset compression=false 2024-12-05T11:20:35,430 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.shipper6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,38445,1733397616367 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:20:35,558 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 913, reset compression=false 2024-12-05T11:20:35,633 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 914, reset compression=false 2024-12-05T11:20:35,698 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:20:35,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:35,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:35,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:35,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:35,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:35,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:35,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:35,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:35,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:35,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:35,862 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 913, reset compression=false 2024-12-05T11:20:35,937 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 914, reset compression=false 2024-12-05T11:20:36,266 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 913, reset compression=false 2024-12-05T11:20:36,289 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T11:20:36,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:20:36,291 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:20:36,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:36,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:36,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:36,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:20:36,291 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:20:36,291 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1954620544, stopped=false 2024-12-05T11:20:36,291 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,41609,1733397621702 2024-12-05T11:20:36,340 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 914, reset compression=false 2024-12-05T11:20:36,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x101a53889090004, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-293631691/running 2024-12-05T11:20:36,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-293631691/running 2024-12-05T11:20:36,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x101a53889090004, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-293631691 2024-12-05T11:20:36,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-293631691 2024-12-05T11:20:36,342 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:20:36,342 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:20:36,342 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:36,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:36,343 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,41899,1733397621872' ***** 2024-12-05T11:20:36,343 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:20:36,343 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:20:36,343 INFO [RS:0;6706a97ae65f:41899 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:20:36,343 INFO [RS:0;6706a97ae65f:41899 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:20:36,343 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:20:36,343 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(3091): Received CLOSE for 048a3be2ac3d83bc2cb9976cf610c54d 2024-12-05T11:20:36,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Set watcher on znode that does not yet exist, /1-293631691/running 2024-12-05T11:20:36,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41899-0x101a53889090004, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Set watcher on znode that does not yet exist, /1-293631691/running 2024-12-05T11:20:36,344 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(3091): Received CLOSE for 326d70d7b7953eee0800280576e0a97e 2024-12-05T11:20:36,344 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,41899,1733397621872 2024-12-05T11:20:36,344 INFO [RS:0;6706a97ae65f:41899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:20:36,344 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 048a3be2ac3d83bc2cb9976cf610c54d, disabling compactions & flushes 2024-12-05T11:20:36,344 INFO [RS:0;6706a97ae65f:41899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:41899. 2024-12-05T11:20:36,344 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d. 2024-12-05T11:20:36,344 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d. 2024-12-05T11:20:36,344 DEBUG [RS:0;6706a97ae65f:41899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:36,344 DEBUG [RS:0;6706a97ae65f:41899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:36,344 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d. after waiting 0 ms 2024-12-05T11:20:36,344 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d. 2024-12-05T11:20:36,344 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:20:36,344 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:20:36,344 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:20:36,344 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 048a3be2ac3d83bc2cb9976cf610c54d 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-05T11:20:36,344 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:20:36,345 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T11:20:36,345 DEBUG [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(1325): Online Regions={048a3be2ac3d83bc2cb9976cf610c54d=hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d., 1588230740=hbase:meta,,1.1588230740, 326d70d7b7953eee0800280576e0a97e=test,,1733397626799.326d70d7b7953eee0800280576e0a97e.} 2024-12-05T11:20:36,345 DEBUG [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(1351): Waiting on 048a3be2ac3d83bc2cb9976cf610c54d, 1588230740, 326d70d7b7953eee0800280576e0a97e 2024-12-05T11:20:36,345 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:20:36,345 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:20:36,345 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:20:36,345 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:20:36,345 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:20:36,345 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T11:20:36,358 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/replication/048a3be2ac3d83bc2cb9976cf610c54d/.tmp/queue/f8781591c13f4b4c8768b4209d9fe161 is 153, key is 1-6706a97ae65f,41899,1733397621872/queue:6706a97ae65f%2C41899%2C1733397621872/1733397635360/Put/seqid=0 2024-12-05T11:20:36,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741840_1016 (size=5352) 2024-12-05T11:20:36,369 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740/.tmp/info/01dff4bcbd6043f487e94c6ddb03438b is 147, key is hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d./info:regioninfo/1733397631507/Put/seqid=0 2024-12-05T11:20:36,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741841_1017 (size=7686) 2024-12-05T11:20:36,384 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:20:36,545 DEBUG [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(1351): Waiting on 048a3be2ac3d83bc2cb9976cf610c54d, 1588230740, 326d70d7b7953eee0800280576e0a97e 2024-12-05T11:20:36,745 DEBUG [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(1351): Waiting on 048a3be2ac3d83bc2cb9976cf610c54d, 1588230740, 326d70d7b7953eee0800280576e0a97e 2024-12-05T11:20:36,762 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/replication/048a3be2ac3d83bc2cb9976cf610c54d/.tmp/queue/f8781591c13f4b4c8768b4209d9fe161 2024-12-05T11:20:36,766 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/replication/048a3be2ac3d83bc2cb9976cf610c54d/.tmp/queue/f8781591c13f4b4c8768b4209d9fe161 as hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/replication/048a3be2ac3d83bc2cb9976cf610c54d/queue/f8781591c13f4b4c8768b4209d9fe161 2024-12-05T11:20:36,769 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 913, reset compression=false 2024-12-05T11:20:36,770 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/replication/048a3be2ac3d83bc2cb9976cf610c54d/queue/f8781591c13f4b4c8768b4209d9fe161, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T11:20:36,770 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 048a3be2ac3d83bc2cb9976cf610c54d in 426ms, sequenceid=10, compaction requested=false 2024-12-05T11:20:36,773 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740/.tmp/info/01dff4bcbd6043f487e94c6ddb03438b 2024-12-05T11:20:36,774 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/replication/048a3be2ac3d83bc2cb9976cf610c54d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T11:20:36,775 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:20:36,775 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:20:36,775 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d. 2024-12-05T11:20:36,775 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 048a3be2ac3d83bc2cb9976cf610c54d: Waiting for close lock at 1733397636344Running coprocessor pre-close hooks at 1733397636344Disabling compacts and flushes for region at 1733397636344Disabling writes for close at 1733397636344Obtaining lock to block concurrent updates at 1733397636344Preparing flush snapshotting stores in 048a3be2ac3d83bc2cb9976cf610c54d at 1733397636344Finished memstore snapshotting hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733397636345 (+1 ms)Flushing stores of hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d. at 1733397636345Flushing 048a3be2ac3d83bc2cb9976cf610c54d/queue: creating writer at 1733397636345Flushing 048a3be2ac3d83bc2cb9976cf610c54d/queue: appending metadata at 1733397636357 (+12 ms)Flushing 048a3be2ac3d83bc2cb9976cf610c54d/queue: closing flushed file at 1733397636357Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ff742a6: reopening flushed file at 1733397636766 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 048a3be2ac3d83bc2cb9976cf610c54d in 426ms, sequenceid=10, compaction requested=false at 1733397636770 (+4 ms)Writing region close event to WAL at 1733397636771 (+1 ms)Running coprocessor post-close hooks at 1733397636774 (+3 ms)Closed at 1733397636775 (+1 ms) 2024-12-05T11:20:36,775 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733397631123.048a3be2ac3d83bc2cb9976cf610c54d. 2024-12-05T11:20:36,775 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 326d70d7b7953eee0800280576e0a97e, disabling compactions & flushes 2024-12-05T11:20:36,775 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733397626799.326d70d7b7953eee0800280576e0a97e. 2024-12-05T11:20:36,775 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397626799.326d70d7b7953eee0800280576e0a97e. 2024-12-05T11:20:36,775 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733397626799.326d70d7b7953eee0800280576e0a97e. after waiting 0 ms 2024-12-05T11:20:36,775 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733397626799.326d70d7b7953eee0800280576e0a97e. 2024-12-05T11:20:36,775 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 326d70d7b7953eee0800280576e0a97e 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-05T11:20:36,788 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740/.tmp/ns/5a130b613fe74878be42d37ef7c6e9c9 is 43, key is default/ns:d/1733397624533/Put/seqid=0 2024-12-05T11:20:36,788 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/default/test/326d70d7b7953eee0800280576e0a97e/.tmp/f/c952a91969824594a48983897fd037ee is 29, key is row1/f:/1733397635284/DeleteFamily/seqid=0 2024-12-05T11:20:36,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741842_1018 (size=5153) 2024-12-05T11:20:36,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741843_1019 (size=5118) 2024-12-05T11:20:36,791 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/default/test/326d70d7b7953eee0800280576e0a97e/.tmp/f/c952a91969824594a48983897fd037ee 2024-12-05T11:20:36,795 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c952a91969824594a48983897fd037ee 2024-12-05T11:20:36,811 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/default/test/326d70d7b7953eee0800280576e0a97e/.tmp/f1/c9988508fca44e168f6b4f9993d5d3ad is 30, key is row1/f1:/1733397635284/DeleteFamily/seqid=0 2024-12-05T11:20:36,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741844_1020 (size=5123) 2024-12-05T11:20:36,844 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 914, reset compression=false 2024-12-05T11:20:36,945 DEBUG [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 326d70d7b7953eee0800280576e0a97e 2024-12-05T11:20:37,145 DEBUG [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 326d70d7b7953eee0800280576e0a97e 2024-12-05T11:20:37,174 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:20:37,174 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:20:37,192 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740/.tmp/ns/5a130b613fe74878be42d37ef7c6e9c9 2024-12-05T11:20:37,208 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740/.tmp/rep_barrier/d0335914cb5842309a0e50b4c6e67cd6 is 112, key is test,,1733397626799.326d70d7b7953eee0800280576e0a97e./rep_barrier:seqnumDuringOpen/1733397627938/Put/seqid=0 2024-12-05T11:20:37,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741845_1021 (size=5518) 2024-12-05T11:20:37,215 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/default/test/326d70d7b7953eee0800280576e0a97e/.tmp/f1/c9988508fca44e168f6b4f9993d5d3ad 2024-12-05T11:20:37,219 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9988508fca44e168f6b4f9993d5d3ad 2024-12-05T11:20:37,235 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/default/test/326d70d7b7953eee0800280576e0a97e/.tmp/norep/2130482bc4cc46118cfb85229a233f07 is 33, key is row1/norep:/1733397635284/DeleteFamily/seqid=0 2024-12-05T11:20:37,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741846_1022 (size=5108) 2024-12-05T11:20:37,345 DEBUG [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 326d70d7b7953eee0800280576e0a97e 2024-12-05T11:20:37,373 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 913, reset compression=false 2024-12-05T11:20:37,380 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:20:37,380 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 1160, reset compression=false 2024-12-05T11:20:37,380 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.shipper6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,41899,1733397621872 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:20:37,381 ERROR [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.shipper6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6706a97ae65f,41899,1733397621872: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6706a97ae65f,41899,1733397621872, walGroup=6706a97ae65f%2C41899%2C1733397621872, offset=6706a97ae65f%2C41899%2C1733397621872.1733397623297:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:41899 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T11:20:37,382 ERROR [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.shipper6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T11:20:37,382 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.shipper6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T11:20:37,383 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.shipper6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T11:20:37,383 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.shipper6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T11:20:37,383 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.shipper6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T11:20:37,383 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.shipper6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 696331888 }, "NonHeapMemoryUsage": { "committed": 194641920, "init": 7667712, "max": -1, "used": 190165024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T11:20:37,383 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.shipper6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:41609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:41609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T11:20:37,449 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 914, reset compression=false 2024-12-05T11:20:37,546 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T11:20:37,546 DEBUG [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 326d70d7b7953eee0800280576e0a97e=test,,1733397626799.326d70d7b7953eee0800280576e0a97e.} 2024-12-05T11:20:37,546 DEBUG [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 326d70d7b7953eee0800280576e0a97e 2024-12-05T11:20:37,584 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 1160, reset compression=false 2024-12-05T11:20:37,612 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740/.tmp/rep_barrier/d0335914cb5842309a0e50b4c6e67cd6 2024-12-05T11:20:37,627 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740/.tmp/table/ecdfd683c60a4828b81d4e2bd3cb1b65 is 53, key is hbase:replication/table:state/1733397631515/Put/seqid=0 2024-12-05T11:20:37,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741847_1023 (size=5308) 2024-12-05T11:20:37,638 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/default/test/326d70d7b7953eee0800280576e0a97e/.tmp/norep/2130482bc4cc46118cfb85229a233f07 2024-12-05T11:20:37,642 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2130482bc4cc46118cfb85229a233f07 2024-12-05T11:20:37,642 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/default/test/326d70d7b7953eee0800280576e0a97e/.tmp/f/c952a91969824594a48983897fd037ee as hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/default/test/326d70d7b7953eee0800280576e0a97e/f/c952a91969824594a48983897fd037ee 2024-12-05T11:20:37,647 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c952a91969824594a48983897fd037ee 2024-12-05T11:20:37,647 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/default/test/326d70d7b7953eee0800280576e0a97e/f/c952a91969824594a48983897fd037ee, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T11:20:37,648 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/default/test/326d70d7b7953eee0800280576e0a97e/.tmp/f1/c9988508fca44e168f6b4f9993d5d3ad as hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/default/test/326d70d7b7953eee0800280576e0a97e/f1/c9988508fca44e168f6b4f9993d5d3ad 2024-12-05T11:20:37,652 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9988508fca44e168f6b4f9993d5d3ad 2024-12-05T11:20:37,652 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/default/test/326d70d7b7953eee0800280576e0a97e/f1/c9988508fca44e168f6b4f9993d5d3ad, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T11:20:37,653 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/default/test/326d70d7b7953eee0800280576e0a97e/.tmp/norep/2130482bc4cc46118cfb85229a233f07 as hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/default/test/326d70d7b7953eee0800280576e0a97e/norep/2130482bc4cc46118cfb85229a233f07 2024-12-05T11:20:37,657 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2130482bc4cc46118cfb85229a233f07 2024-12-05T11:20:37,657 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/default/test/326d70d7b7953eee0800280576e0a97e/norep/2130482bc4cc46118cfb85229a233f07, entries=1, sequenceid=8, filesize=5.0 K 2024-12-05T11:20:37,658 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 326d70d7b7953eee0800280576e0a97e in 883ms, sequenceid=8, compaction requested=false 2024-12-05T11:20:37,662 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/default/test/326d70d7b7953eee0800280576e0a97e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T11:20:37,662 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:20:37,662 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:20:37,662 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733397626799.326d70d7b7953eee0800280576e0a97e. 2024-12-05T11:20:37,662 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 326d70d7b7953eee0800280576e0a97e: Waiting for close lock at 1733397636775Running coprocessor pre-close hooks at 1733397636775Disabling compacts and flushes for region at 1733397636775Disabling writes for close at 1733397636775Obtaining lock to block concurrent updates at 1733397636775Preparing flush snapshotting stores in 326d70d7b7953eee0800280576e0a97e at 1733397636775Finished memstore snapshotting test,,1733397626799.326d70d7b7953eee0800280576e0a97e., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733397636776 (+1 ms)Flushing stores of test,,1733397626799.326d70d7b7953eee0800280576e0a97e. at 1733397636776Flushing 326d70d7b7953eee0800280576e0a97e/f: creating writer at 1733397636776Flushing 326d70d7b7953eee0800280576e0a97e/f: appending metadata at 1733397636788 (+12 ms)Flushing 326d70d7b7953eee0800280576e0a97e/f: closing flushed file at 1733397636788Flushing 326d70d7b7953eee0800280576e0a97e/f1: creating writer at 1733397636795 (+7 ms)Flushing 326d70d7b7953eee0800280576e0a97e/f1: appending metadata at 1733397636811 (+16 ms)Flushing 326d70d7b7953eee0800280576e0a97e/f1: closing flushed file at 1733397636811Flushing 326d70d7b7953eee0800280576e0a97e/norep: creating writer at 1733397637219 (+408 ms)Flushing 326d70d7b7953eee0800280576e0a97e/norep: appending metadata at 1733397637234 (+15 ms)Flushing 326d70d7b7953eee0800280576e0a97e/norep: closing flushed file at 1733397637234Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@804db4b: reopening flushed file at 1733397637642 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e6a9d7c: reopening flushed file at 1733397637647 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a823881: reopening flushed file at 1733397637652 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 326d70d7b7953eee0800280576e0a97e in 883ms, sequenceid=8, compaction requested=false at 1733397637658 (+6 ms)Writing region close event to WAL at 1733397637659 (+1 ms)Running coprocessor post-close hooks at 1733397637662 (+3 ms)Closed at 1733397637662 2024-12-05T11:20:37,663 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733397626799.326d70d7b7953eee0800280576e0a97e. 2024-12-05T11:20:37,746 DEBUG [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:20:37,888 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 1160, reset compression=false 2024-12-05T11:20:37,893 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:20:37,893 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 1804, reset compression=false 2024-12-05T11:20:37,946 DEBUG [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:20:38,031 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740/.tmp/table/ecdfd683c60a4828b81d4e2bd3cb1b65 2024-12-05T11:20:38,035 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740/.tmp/info/01dff4bcbd6043f487e94c6ddb03438b as hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740/info/01dff4bcbd6043f487e94c6ddb03438b 2024-12-05T11:20:38,038 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740/info/01dff4bcbd6043f487e94c6ddb03438b, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T11:20:38,039 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740/.tmp/ns/5a130b613fe74878be42d37ef7c6e9c9 as hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740/ns/5a130b613fe74878be42d37ef7c6e9c9 2024-12-05T11:20:38,042 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740/ns/5a130b613fe74878be42d37ef7c6e9c9, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T11:20:38,042 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740/.tmp/rep_barrier/d0335914cb5842309a0e50b4c6e67cd6 as hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740/rep_barrier/d0335914cb5842309a0e50b4c6e67cd6 2024-12-05T11:20:38,046 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740/rep_barrier/d0335914cb5842309a0e50b4c6e67cd6, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T11:20:38,047 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740/.tmp/table/ecdfd683c60a4828b81d4e2bd3cb1b65 as hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740/table/ecdfd683c60a4828b81d4e2bd3cb1b65 2024-12-05T11:20:38,051 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740/table/ecdfd683c60a4828b81d4e2bd3cb1b65, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T11:20:38,052 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false 2024-12-05T11:20:38,063 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T11:20:38,064 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:20:38,064 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:20:38,064 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:20:38,064 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397636345Running coprocessor pre-close hooks at 1733397636345Disabling compacts and flushes for region at 1733397636345Disabling writes for close at 1733397636345Obtaining lock to block concurrent updates at 1733397636345Preparing flush snapshotting stores in 1588230740 at 1733397636345Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733397636345Flushing stores of hbase:meta,,1.1588230740 at 1733397636346 (+1 ms)Flushing 1588230740/info: creating writer at 1733397636346Flushing 1588230740/info: appending metadata at 1733397636368 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733397636368Flushing 1588230740/ns: creating writer at 1733397636776 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733397636788 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733397636788Flushing 1588230740/rep_barrier: creating writer at 1733397637196 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733397637207 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733397637207Flushing 1588230740/table: creating writer at 1733397637616 (+409 ms)Flushing 1588230740/table: appending metadata at 1733397637627 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733397637627Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c38072: reopening flushed file at 1733397638034 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fda30d: reopening flushed file at 1733397638038 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79350dc0: reopening flushed file at 1733397638042 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c365284: reopening flushed file at 1733397638046 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false at 1733397638052 (+6 ms)Writing region close event to WAL at 1733397638060 (+8 ms)Running coprocessor post-close hooks at 1733397638064 (+4 ms)Closed at 1733397638064 2024-12-05T11:20:38,064 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:20:38,096 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 1804, reset compression=false 2024-12-05T11:20:38,146 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,41899,1733397621872; all regions closed. 2024-12-05T11:20:38,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741834_1010 (size=4239) 2024-12-05T11:20:38,148 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.meta.1733397624380.meta not finished, retry = 0 2024-12-05T11:20:38,152 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 914, reset compression=false 2024-12-05T11:20:38,251 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.rep.1733397631465 not finished, retry = 0 2024-12-05T11:20:38,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741839_1015 (size=2676) 2024-12-05T11:20:38,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741832_1008 (size=1812) 2024-12-05T11:20:38,353 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 not finished, retry = 0 2024-12-05T11:20:38,400 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 to pos 1804, reset compression=false 2024-12-05T11:20:38,454 DEBUG [RS:0;6706a97ae65f:41899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:38,454 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:20:38,454 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/WALs/6706a97ae65f,41899,1733397621872/6706a97ae65f%2C41899%2C1733397621872.1733397623297 2024-12-05T11:20:38,455 INFO [RS:0;6706a97ae65f:41899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:20:38,455 INFO [RS:0;6706a97ae65f:41899 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T11:20:38,455 INFO [RS:0;6706a97ae65f:41899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:20:38,455 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:20:38,455 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6706a97ae65f,41899,1733397621872 because: Region server is closing 2024-12-05T11:20:38,455 INFO [RS:0;6706a97ae65f:41899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:41899. 2024-12-05T11:20:38,455 DEBUG [RS:0;6706a97ae65f:41899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:38,455 DEBUG [RS:0;6706a97ae65f:41899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:38,455 DEBUG [RS:0;6706a97ae65f:41899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:38,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:20:38,556 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.shipper6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 terminated 2024-12-05T11:20:38,556 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,41899,1733397621872.replicationSource.wal-reader.6706a97ae65f%2C41899%2C1733397621872,1-6706a97ae65f,41899,1733397621872 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-05T11:20:38,556 INFO [RS:0;6706a97ae65f:41899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:41899. 2024-12-05T11:20:38,556 DEBUG [RS:0;6706a97ae65f:41899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:38,556 DEBUG [RS:0;6706a97ae65f:41899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:38,556 DEBUG [RS:0;6706a97ae65f:41899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:38,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:20:38,556 INFO [RS:0;6706a97ae65f:41899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41899 2024-12-05T11:20:38,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-293631691/rs 2024-12-05T11:20:38,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x101a53889090004, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-293631691/rs/6706a97ae65f,41899,1733397621872 2024-12-05T11:20:38,658 INFO [RS:0;6706a97ae65f:41899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:20:38,668 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,41899,1733397621872] 2024-12-05T11:20:38,679 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-293631691/draining/6706a97ae65f,41899,1733397621872 already deleted, retry=false 2024-12-05T11:20:38,679 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,41899,1733397621872 expired; onlineServers=0 2024-12-05T11:20:38,679 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,41609,1733397621702' ***** 2024-12-05T11:20:38,679 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:20:38,679 INFO [M:0;6706a97ae65f:41609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:20:38,679 INFO [M:0;6706a97ae65f:41609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:20:38,679 DEBUG [M:0;6706a97ae65f:41609 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:20:38,679 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:20:38,679 DEBUG [M:0;6706a97ae65f:41609 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:20:38,679 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397623120 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397623120,5,FailOnTimeoutGroup] 2024-12-05T11:20:38,679 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397623112 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397623112,5,FailOnTimeoutGroup] 2024-12-05T11:20:38,679 INFO [M:0;6706a97ae65f:41609 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:20:38,679 INFO [M:0;6706a97ae65f:41609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:20:38,679 DEBUG [M:0;6706a97ae65f:41609 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:20:38,679 INFO [M:0;6706a97ae65f:41609 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:20:38,680 INFO [M:0;6706a97ae65f:41609 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:20:38,680 INFO [M:0;6706a97ae65f:41609 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:20:38,680 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:20:38,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-293631691/master 2024-12-05T11:20:38,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-293631691 2024-12-05T11:20:38,689 DEBUG [M:0;6706a97ae65f:41609 {}] zookeeper.ZKUtil(347): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Unable to get data of znode /1-293631691/master because node does not exist (not an error) 2024-12-05T11:20:38,689 WARN [M:0;6706a97ae65f:41609 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:20:38,690 INFO [M:0;6706a97ae65f:41609 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/.lastflushedseqids 2024-12-05T11:20:38,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741848_1024 (size=245) 2024-12-05T11:20:38,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x101a53889090004, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:20:38,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x101a53889090004, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:20:38,768 INFO [RS:0;6706a97ae65f:41899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:20:38,768 INFO [RS:0;6706a97ae65f:41899 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,41899,1733397621872; zookeeper connection closed. 2024-12-05T11:20:38,769 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fdbebb0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fdbebb0 2024-12-05T11:20:38,769 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:20:38,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T11:20:38,931 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T11:20:38,956 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 914, reset compression=false 2024-12-05T11:20:39,094 INFO [M:0;6706a97ae65f:41609 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:20:39,094 INFO [M:0;6706a97ae65f:41609 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:20:39,094 DEBUG [M:0;6706a97ae65f:41609 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:20:39,094 INFO [M:0;6706a97ae65f:41609 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:39,095 DEBUG [M:0;6706a97ae65f:41609 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:39,095 DEBUG [M:0;6706a97ae65f:41609 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:20:39,095 DEBUG [M:0;6706a97ae65f:41609 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:39,095 INFO [M:0;6706a97ae65f:41609 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T11:20:39,108 DEBUG [M:0;6706a97ae65f:41609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f9cf9a186664e078ab9a91966dba12d is 82, key is hbase:meta,,1/info:regioninfo/1733397624405/Put/seqid=0 2024-12-05T11:20:39,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741849_1025 (size=5672) 2024-12-05T11:20:39,512 INFO [M:0;6706a97ae65f:41609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f9cf9a186664e078ab9a91966dba12d 2024-12-05T11:20:39,574 DEBUG [M:0;6706a97ae65f:41609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f4108ef9e7b403c8fed0464055bb577 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733397631519/Put/seqid=0 2024-12-05T11:20:39,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741850_1026 (size=8516) 2024-12-05T11:20:39,859 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 914, reset compression=false 2024-12-05T11:20:39,978 INFO [M:0;6706a97ae65f:41609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f4108ef9e7b403c8fed0464055bb577 2024-12-05T11:20:39,993 DEBUG [M:0;6706a97ae65f:41609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fef1f0882e194f909a6bbabd3a60aa4a is 69, key is 6706a97ae65f,41899,1733397621872/rs:state/1733397623147/Put/seqid=0 2024-12-05T11:20:39,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741851_1027 (size=5156) 2024-12-05T11:20:40,397 INFO [M:0;6706a97ae65f:41609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fef1f0882e194f909a6bbabd3a60aa4a 2024-12-05T11:20:40,400 DEBUG [M:0;6706a97ae65f:41609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f9cf9a186664e078ab9a91966dba12d as hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f9cf9a186664e078ab9a91966dba12d 2024-12-05T11:20:40,403 INFO [M:0;6706a97ae65f:41609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f9cf9a186664e078ab9a91966dba12d, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T11:20:40,404 DEBUG [M:0;6706a97ae65f:41609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f4108ef9e7b403c8fed0464055bb577 as hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f4108ef9e7b403c8fed0464055bb577 2024-12-05T11:20:40,407 INFO [M:0;6706a97ae65f:41609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f4108ef9e7b403c8fed0464055bb577, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T11:20:40,408 DEBUG [M:0;6706a97ae65f:41609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fef1f0882e194f909a6bbabd3a60aa4a as hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fef1f0882e194f909a6bbabd3a60aa4a 2024-12-05T11:20:40,412 INFO [M:0;6706a97ae65f:41609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35183/user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fef1f0882e194f909a6bbabd3a60aa4a, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T11:20:40,413 INFO [M:0;6706a97ae65f:41609 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=97, compaction requested=false 2024-12-05T11:20:40,414 INFO [M:0;6706a97ae65f:41609 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:40,414 DEBUG [M:0;6706a97ae65f:41609 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397639094Disabling compacts and flushes for region at 1733397639094Disabling writes for close at 1733397639095 (+1 ms)Obtaining lock to block concurrent updates at 1733397639095Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397639095Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733397639095Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397639095Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397639096 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397639108 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397639108Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397639558 (+450 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397639574 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397639574Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397639981 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397639993 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397639993Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b7f3734: reopening flushed file at 1733397640400 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@129dae3b: reopening flushed file at 1733397640403 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d550661: reopening flushed file at 1733397640407 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=97, compaction requested=false at 1733397640413 (+6 ms)Writing region close event to WAL at 1733397640413Closed at 1733397640413 2024-12-05T11:20:40,415 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e25498a1-9088-df69-107c-2724d991cb9b/MasterData/WALs/6706a97ae65f,41609,1733397621702/6706a97ae65f%2C41609%2C1733397621702.1733397622846 not finished, retry = 0 2024-12-05T11:20:40,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741830_1006 (size=63654) 2024-12-05T11:20:40,516 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:20:40,517 INFO [M:0;6706a97ae65f:41609 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:20:40,517 INFO [M:0;6706a97ae65f:41609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41609 2024-12-05T11:20:40,517 INFO [M:0;6706a97ae65f:41609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:20:40,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:20:40,663 INFO [M:0;6706a97ae65f:41609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:20:40,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41609-0x101a53889090003, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:20:40,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b1c1300{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:20:40,666 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c30ba25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:20:40,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:20:40,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8de06a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:20:40,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@442c000f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/hadoop.log.dir/,STOPPED} 2024-12-05T11:20:40,667 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:20:40,667 WARN [BP-410698812-172.17.0.2-1733397619808 heartbeating to localhost/127.0.0.1:35183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:20:40,667 WARN [BP-410698812-172.17.0.2-1733397619808 heartbeating to localhost/127.0.0.1:35183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-410698812-172.17.0.2-1733397619808 (Datanode Uuid 564ceafb-a958-4312-b4db-1be59c8986d3) service to localhost/127.0.0.1:35183 2024-12-05T11:20:40,667 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:20:40,668 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/cluster_e41af74a-95e1-eea6-8415-ddc47c4f0148/data/data1/current/BP-410698812-172.17.0.2-1733397619808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:20:40,668 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/cluster_e41af74a-95e1-eea6-8415-ddc47c4f0148/data/data2/current/BP-410698812-172.17.0.2-1733397619808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:20:40,668 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:20:40,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c1254fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:20:40,674 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ec4ec0f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:20:40,674 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:20:40,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f809f9a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:20:40,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f48e3f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/hadoop.log.dir/,STOPPED} 2024-12-05T11:20:40,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:20:40,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:20:40,692 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:20:40,692 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:40,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:40,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:40,692 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:20:40,692 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2005189895, stopped=false 2024-12-05T11:20:40,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:20:40,692 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,36825,1733397616109 2024-12-05T11:20:40,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x101a53889090001, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0325249441/running 2024-12-05T11:20:40,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0325249441/running 2024-12-05T11:20:40,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x101a53889090001, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0325249441 2024-12-05T11:20:40,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0325249441 2024-12-05T11:20:40,710 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:20:40,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Set watcher on znode that does not yet exist, /0325249441/running 2024-12-05T11:20:40,711 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:20:40,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38445-0x101a53889090001, quorum=127.0.0.1:57914, baseZNode=/0325249441 Set watcher on znode that does not yet exist, /0325249441/running 2024-12-05T11:20:40,711 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:40,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:40,711 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,38445,1733397616367' ***** 2024-12-05T11:20:40,711 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:20:40,711 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:20:40,711 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:20:40,711 INFO [RS:0;6706a97ae65f:38445 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:20:40,711 INFO [RS:0;6706a97ae65f:38445 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:20:40,711 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(3091): Received CLOSE for c912dfac8bb69ed01e2e93ad65537120 2024-12-05T11:20:40,712 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(3091): Received CLOSE for 286ef0d37138e37e87b726d213c05fc5 2024-12-05T11:20:40,712 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,38445,1733397616367 2024-12-05T11:20:40,712 INFO [RS:0;6706a97ae65f:38445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:20:40,712 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c912dfac8bb69ed01e2e93ad65537120, disabling compactions & flushes 2024-12-05T11:20:40,712 INFO [RS:0;6706a97ae65f:38445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:38445. 2024-12-05T11:20:40,712 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120. 2024-12-05T11:20:40,712 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120. 2024-12-05T11:20:40,712 DEBUG [RS:0;6706a97ae65f:38445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:40,712 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120. after waiting 0 ms 2024-12-05T11:20:40,712 DEBUG [RS:0;6706a97ae65f:38445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:40,712 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120. 2024-12-05T11:20:40,712 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:20:40,712 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:20:40,712 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:20:40,712 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c912dfac8bb69ed01e2e93ad65537120 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-05T11:20:40,712 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:20:40,712 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T11:20:40,712 DEBUG [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(1325): Online Regions={c912dfac8bb69ed01e2e93ad65537120=hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120., 1588230740=hbase:meta,,1.1588230740, 286ef0d37138e37e87b726d213c05fc5=test,,1733397624647.286ef0d37138e37e87b726d213c05fc5.} 2024-12-05T11:20:40,712 DEBUG [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 286ef0d37138e37e87b726d213c05fc5, c912dfac8bb69ed01e2e93ad65537120 2024-12-05T11:20:40,712 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:20:40,712 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:20:40,712 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:20:40,712 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:20:40,712 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:20:40,712 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T11:20:40,731 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740/.tmp/info/d898271d04e24f418e8597c14a861b7c is 147, key is hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120./info:regioninfo/1733397630210/Put/seqid=0 2024-12-05T11:20:40,732 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/replication/c912dfac8bb69ed01e2e93ad65537120/.tmp/queue/048a6913280a4c2a9443742adeb33d11 is 153, key is 1-6706a97ae65f,38445,1733397616367/queue:6706a97ae65f%2C38445%2C1733397616367/1733397635431/Put/seqid=0 2024-12-05T11:20:40,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741840_1016 (size=7686) 2024-12-05T11:20:40,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741841_1017 (size=5352) 2024-12-05T11:20:40,765 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:20:40,862 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 914, reset compression=false 2024-12-05T11:20:40,912 DEBUG [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 286ef0d37138e37e87b726d213c05fc5, c912dfac8bb69ed01e2e93ad65537120 2024-12-05T11:20:41,112 DEBUG [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 286ef0d37138e37e87b726d213c05fc5, c912dfac8bb69ed01e2e93ad65537120 2024-12-05T11:20:41,136 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740/.tmp/info/d898271d04e24f418e8597c14a861b7c 2024-12-05T11:20:41,136 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/replication/c912dfac8bb69ed01e2e93ad65537120/.tmp/queue/048a6913280a4c2a9443742adeb33d11 2024-12-05T11:20:41,140 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/replication/c912dfac8bb69ed01e2e93ad65537120/.tmp/queue/048a6913280a4c2a9443742adeb33d11 as hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/replication/c912dfac8bb69ed01e2e93ad65537120/queue/048a6913280a4c2a9443742adeb33d11 2024-12-05T11:20:41,145 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/replication/c912dfac8bb69ed01e2e93ad65537120/queue/048a6913280a4c2a9443742adeb33d11, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T11:20:41,145 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for c912dfac8bb69ed01e2e93ad65537120 in 433ms, sequenceid=10, compaction requested=false 2024-12-05T11:20:41,157 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740/.tmp/ns/6cada40984354aac9550d52fb4344069 is 43, key is default/ns:d/1733397619643/Put/seqid=0 2024-12-05T11:20:41,160 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/replication/c912dfac8bb69ed01e2e93ad65537120/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T11:20:41,161 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:20:41,161 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:20:41,161 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120. 2024-12-05T11:20:41,161 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c912dfac8bb69ed01e2e93ad65537120: Waiting for close lock at 1733397640712Running coprocessor pre-close hooks at 1733397640712Disabling compacts and flushes for region at 1733397640712Disabling writes for close at 1733397640712Obtaining lock to block concurrent updates at 1733397640712Preparing flush snapshotting stores in c912dfac8bb69ed01e2e93ad65537120 at 1733397640712Finished memstore snapshotting hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733397640712Flushing stores of hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120. at 1733397640714 (+2 ms)Flushing c912dfac8bb69ed01e2e93ad65537120/queue: creating writer at 1733397640714Flushing c912dfac8bb69ed01e2e93ad65537120/queue: appending metadata at 1733397640731 (+17 ms)Flushing c912dfac8bb69ed01e2e93ad65537120/queue: closing flushed file at 1733397640731Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@242760a2: reopening flushed file at 1733397641140 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for c912dfac8bb69ed01e2e93ad65537120 in 433ms, sequenceid=10, compaction requested=false at 1733397641145 (+5 ms)Writing region close event to WAL at 1733397641154 (+9 ms)Running coprocessor post-close hooks at 1733397641161 (+7 ms)Closed at 1733397641161 2024-12-05T11:20:41,162 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733397628967.c912dfac8bb69ed01e2e93ad65537120. 2024-12-05T11:20:41,162 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 286ef0d37138e37e87b726d213c05fc5, disabling compactions & flushes 2024-12-05T11:20:41,162 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733397624647.286ef0d37138e37e87b726d213c05fc5. 2024-12-05T11:20:41,162 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397624647.286ef0d37138e37e87b726d213c05fc5. 2024-12-05T11:20:41,162 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733397624647.286ef0d37138e37e87b726d213c05fc5. after waiting 0 ms 2024-12-05T11:20:41,162 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733397624647.286ef0d37138e37e87b726d213c05fc5. 2024-12-05T11:20:41,162 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 286ef0d37138e37e87b726d213c05fc5 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-05T11:20:41,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741842_1018 (size=5153) 2024-12-05T11:20:41,175 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/default/test/286ef0d37138e37e87b726d213c05fc5/.tmp/f/b04fa05ce57a46f08f6fc9ba4bbc6598 is 29, key is row1/f:/1733397635284/DeleteFamily/seqid=0 2024-12-05T11:20:41,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741843_1019 (size=5118) 2024-12-05T11:20:41,313 DEBUG [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 286ef0d37138e37e87b726d213c05fc5 2024-12-05T11:20:41,513 DEBUG [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 286ef0d37138e37e87b726d213c05fc5 2024-12-05T11:20:41,528 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:20:41,528 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:20:41,565 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740/.tmp/ns/6cada40984354aac9550d52fb4344069 2024-12-05T11:20:41,579 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/default/test/286ef0d37138e37e87b726d213c05fc5/.tmp/f/b04fa05ce57a46f08f6fc9ba4bbc6598 2024-12-05T11:20:41,580 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740/.tmp/rep_barrier/b3c165392e4643fb8b8843a2cfa0331f is 112, key is test,,1733397624647.286ef0d37138e37e87b726d213c05fc5./rep_barrier:seqnumDuringOpen/1733397625791/Put/seqid=0 2024-12-05T11:20:41,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741844_1020 (size=5518) 2024-12-05T11:20:41,583 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b04fa05ce57a46f08f6fc9ba4bbc6598 2024-12-05T11:20:41,584 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740/.tmp/rep_barrier/b3c165392e4643fb8b8843a2cfa0331f 2024-12-05T11:20:41,599 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/default/test/286ef0d37138e37e87b726d213c05fc5/.tmp/f1/8b9ce746b4334f97a70a97b96279d50a is 30, key is row1/f1:/1733397635284/DeleteFamily/seqid=0 2024-12-05T11:20:41,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741845_1021 (size=5123) 2024-12-05T11:20:41,602 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740/.tmp/table/4ae5e725becf4485b47eceea61209376 is 53, key is hbase:replication/table:state/1733397630222/Put/seqid=0 2024-12-05T11:20:41,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741846_1022 (size=5308) 2024-12-05T11:20:41,713 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T11:20:41,713 DEBUG [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 286ef0d37138e37e87b726d213c05fc5=test,,1733397624647.286ef0d37138e37e87b726d213c05fc5.} 2024-12-05T11:20:41,713 DEBUG [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 286ef0d37138e37e87b726d213c05fc5 2024-12-05T11:20:41,913 DEBUG [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 286ef0d37138e37e87b726d213c05fc5 2024-12-05T11:20:41,965 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 914, reset compression=false 2024-12-05T11:20:41,969 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:20:41,969 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 1161, reset compression=false 2024-12-05T11:20:41,969 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.shipper6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,38445,1733397616367 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:20:41,970 ERROR [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.shipper6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6706a97ae65f,38445,1733397616367: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6706a97ae65f,38445,1733397616367, walGroup=6706a97ae65f%2C38445%2C1733397616367, offset=6706a97ae65f%2C38445%2C1733397616367.1733397618576:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:38445 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T11:20:41,971 ERROR [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.shipper6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T11:20:41,971 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.shipper6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T11:20:41,971 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.shipper6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T11:20:41,971 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.shipper6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T11:20:41,971 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.shipper6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T11:20:41,971 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.shipper6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 759246448 }, "NonHeapMemoryUsage": { "committed": 194969600, "init": 7667712, "max": -1, "used": 190822856 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T11:20:41,972 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.shipper6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:36825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:36825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T11:20:42,003 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/default/test/286ef0d37138e37e87b726d213c05fc5/.tmp/f1/8b9ce746b4334f97a70a97b96279d50a 2024-12-05T11:20:42,005 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740/.tmp/table/4ae5e725becf4485b47eceea61209376 2024-12-05T11:20:42,007 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b9ce746b4334f97a70a97b96279d50a 2024-12-05T11:20:42,009 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740/.tmp/info/d898271d04e24f418e8597c14a861b7c as hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740/info/d898271d04e24f418e8597c14a861b7c 2024-12-05T11:20:42,013 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740/info/d898271d04e24f418e8597c14a861b7c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T11:20:42,013 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740/.tmp/ns/6cada40984354aac9550d52fb4344069 as hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740/ns/6cada40984354aac9550d52fb4344069 2024-12-05T11:20:42,018 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740/ns/6cada40984354aac9550d52fb4344069, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T11:20:42,018 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740/.tmp/rep_barrier/b3c165392e4643fb8b8843a2cfa0331f as hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740/rep_barrier/b3c165392e4643fb8b8843a2cfa0331f 2024-12-05T11:20:42,022 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740/rep_barrier/b3c165392e4643fb8b8843a2cfa0331f, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T11:20:42,023 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740/.tmp/table/4ae5e725becf4485b47eceea61209376 as hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740/table/4ae5e725becf4485b47eceea61209376 2024-12-05T11:20:42,026 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/default/test/286ef0d37138e37e87b726d213c05fc5/.tmp/norep/078f24a1b4bf4ea393d9ca719d6a324c is 32, key is row/norep:/1733397634279/DeleteFamily/seqid=0 2024-12-05T11:20:42,027 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740/table/4ae5e725becf4485b47eceea61209376, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T11:20:42,029 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false 2024-12-05T11:20:42,029 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:20:42,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741847_1023 (size=5101) 2024-12-05T11:20:42,047 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T11:20:42,047 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:20:42,047 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:20:42,047 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:20:42,047 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397640712Running coprocessor pre-close hooks at 1733397640712Disabling compacts and flushes for region at 1733397640712Disabling writes for close at 1733397640712Obtaining lock to block concurrent updates at 1733397640712Preparing flush snapshotting stores in 1588230740 at 1733397640712Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733397640713 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733397640713Flushing 1588230740/info: creating writer at 1733397640713Flushing 1588230740/info: appending metadata at 1733397640731 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733397640731Flushing 1588230740/ns: creating writer at 1733397641140 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733397641157 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733397641157Flushing 1588230740/rep_barrier: creating writer at 1733397641568 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733397641580 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733397641580Flushing 1588230740/table: creating writer at 1733397641587 (+7 ms)Flushing 1588230740/table: appending metadata at 1733397641601 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733397641602 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@551c333c: reopening flushed file at 1733397642008 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74e34747: reopening flushed file at 1733397642013 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27587aac: reopening flushed file at 1733397642018 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5358f96a: reopening flushed file at 1733397642022 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false at 1733397642029 (+7 ms)Writing region close event to WAL at 1733397642044 (+15 ms)Running coprocessor post-close hooks at 1733397642047 (+3 ms)Closed at 1733397642047 2024-12-05T11:20:42,048 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:20:42,113 DEBUG [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(1351): Waiting on 286ef0d37138e37e87b726d213c05fc5 2024-12-05T11:20:42,173 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 1161, reset compression=false 2024-12-05T11:20:42,277 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:20:42,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:42,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:42,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:42,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:42,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:42,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:42,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:42,314 DEBUG [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(1351): Waiting on 286ef0d37138e37e87b726d213c05fc5 2024-12-05T11:20:42,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:42,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:42,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:42,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:42,434 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/default/test/286ef0d37138e37e87b726d213c05fc5/.tmp/norep/078f24a1b4bf4ea393d9ca719d6a324c 2024-12-05T11:20:42,438 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 078f24a1b4bf4ea393d9ca719d6a324c 2024-12-05T11:20:42,439 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/default/test/286ef0d37138e37e87b726d213c05fc5/.tmp/f/b04fa05ce57a46f08f6fc9ba4bbc6598 as hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/default/test/286ef0d37138e37e87b726d213c05fc5/f/b04fa05ce57a46f08f6fc9ba4bbc6598 2024-12-05T11:20:42,442 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b04fa05ce57a46f08f6fc9ba4bbc6598 2024-12-05T11:20:42,442 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/default/test/286ef0d37138e37e87b726d213c05fc5/f/b04fa05ce57a46f08f6fc9ba4bbc6598, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T11:20:42,443 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/default/test/286ef0d37138e37e87b726d213c05fc5/.tmp/f1/8b9ce746b4334f97a70a97b96279d50a as hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/default/test/286ef0d37138e37e87b726d213c05fc5/f1/8b9ce746b4334f97a70a97b96279d50a 2024-12-05T11:20:42,447 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b9ce746b4334f97a70a97b96279d50a 2024-12-05T11:20:42,447 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/default/test/286ef0d37138e37e87b726d213c05fc5/f1/8b9ce746b4334f97a70a97b96279d50a, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T11:20:42,448 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/default/test/286ef0d37138e37e87b726d213c05fc5/.tmp/norep/078f24a1b4bf4ea393d9ca719d6a324c as hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/default/test/286ef0d37138e37e87b726d213c05fc5/norep/078f24a1b4bf4ea393d9ca719d6a324c 2024-12-05T11:20:42,451 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 078f24a1b4bf4ea393d9ca719d6a324c 2024-12-05T11:20:42,451 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/default/test/286ef0d37138e37e87b726d213c05fc5/norep/078f24a1b4bf4ea393d9ca719d6a324c, entries=1, sequenceid=8, filesize=5.0 K 2024-12-05T11:20:42,452 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 286ef0d37138e37e87b726d213c05fc5 in 1290ms, sequenceid=8, compaction requested=false 2024-12-05T11:20:42,452 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T11:20:42,456 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/data/default/test/286ef0d37138e37e87b726d213c05fc5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T11:20:42,457 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:20:42,457 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:20:42,457 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733397624647.286ef0d37138e37e87b726d213c05fc5. 2024-12-05T11:20:42,457 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 286ef0d37138e37e87b726d213c05fc5: Waiting for close lock at 1733397641162Running coprocessor pre-close hooks at 1733397641162Disabling compacts and flushes for region at 1733397641162Disabling writes for close at 1733397641162Obtaining lock to block concurrent updates at 1733397641162Preparing flush snapshotting stores in 286ef0d37138e37e87b726d213c05fc5 at 1733397641162Finished memstore snapshotting test,,1733397624647.286ef0d37138e37e87b726d213c05fc5., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733397641162Flushing stores of test,,1733397624647.286ef0d37138e37e87b726d213c05fc5. at 1733397641163 (+1 ms)Flushing 286ef0d37138e37e87b726d213c05fc5/f: creating writer at 1733397641163Flushing 286ef0d37138e37e87b726d213c05fc5/f: appending metadata at 1733397641175 (+12 ms)Flushing 286ef0d37138e37e87b726d213c05fc5/f: closing flushed file at 1733397641175Flushing 286ef0d37138e37e87b726d213c05fc5/f1: creating writer at 1733397641583 (+408 ms)Flushing 286ef0d37138e37e87b726d213c05fc5/f1: appending metadata at 1733397641598 (+15 ms)Flushing 286ef0d37138e37e87b726d213c05fc5/f1: closing flushed file at 1733397641598Flushing 286ef0d37138e37e87b726d213c05fc5/norep: creating writer at 1733397642007 (+409 ms)Flushing 286ef0d37138e37e87b726d213c05fc5/norep: appending metadata at 1733397642026 (+19 ms)Flushing 286ef0d37138e37e87b726d213c05fc5/norep: closing flushed file at 1733397642026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1303e9f4: reopening flushed file at 1733397642438 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@538778e0: reopening flushed file at 1733397642442 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@135694d9: reopening flushed file at 1733397642447 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 286ef0d37138e37e87b726d213c05fc5 in 1290ms, sequenceid=8, compaction requested=false at 1733397642452 (+5 ms)Writing region close event to WAL at 1733397642454 (+2 ms)Running coprocessor post-close hooks at 1733397642457 (+3 ms)Closed at 1733397642457 2024-12-05T11:20:42,457 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733397624647.286ef0d37138e37e87b726d213c05fc5. 2024-12-05T11:20:42,477 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 1161, reset compression=false 2024-12-05T11:20:42,480 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:20:42,480 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 1805, reset compression=false 2024-12-05T11:20:42,514 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,38445,1733397616367; all regions closed. 2024-12-05T11:20:42,516 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.meta.1733397619574.meta not finished, retry = 0 2024-12-05T11:20:42,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741834_1010 (size=4239) 2024-12-05T11:20:42,623 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.rep.1733397630180 not finished, retry = 0 2024-12-05T11:20:42,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741839_1015 (size=2676) 2024-12-05T11:20:42,684 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 to pos 1805, reset compression=false 2024-12-05T11:20:42,725 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/WALs/6706a97ae65f,38445,1733397616367/6706a97ae65f%2C38445%2C1733397616367.1733397618576 not finished, retry = 0 2024-12-05T11:20:42,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741832_1008 (size=1813) 2024-12-05T11:20:42,826 DEBUG [RS:0;6706a97ae65f:38445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:42,826 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:20:42,826 INFO [RS:0;6706a97ae65f:38445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:20:42,826 INFO [RS:0;6706a97ae65f:38445 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T11:20:42,826 INFO [RS:0;6706a97ae65f:38445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:20:42,826 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:20:42,826 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6706a97ae65f,38445,1733397616367 because: Region server is closing 2024-12-05T11:20:42,827 INFO [RS:0;6706a97ae65f:38445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:38445. 2024-12-05T11:20:42,827 DEBUG [RS:0;6706a97ae65f:38445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:42,827 DEBUG [RS:0;6706a97ae65f:38445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:42,827 DEBUG [RS:0;6706a97ae65f:38445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:42,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:20:42,927 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.shipper6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 terminated 2024-12-05T11:20:42,927 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,38445,1733397616367.replicationSource.wal-reader.6706a97ae65f%2C38445%2C1733397616367,1-6706a97ae65f,38445,1733397616367 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T11:20:42,927 INFO [RS:0;6706a97ae65f:38445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:38445. 2024-12-05T11:20:42,927 DEBUG [RS:0;6706a97ae65f:38445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:20:42,927 DEBUG [RS:0;6706a97ae65f:38445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:42,927 DEBUG [RS:0;6706a97ae65f:38445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:42,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:20:42,928 INFO [RS:0;6706a97ae65f:38445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38445 2024-12-05T11:20:42,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0325249441/rs 2024-12-05T11:20:42,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x101a53889090001, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0325249441/rs/6706a97ae65f,38445,1733397616367 2024-12-05T11:20:42,994 INFO [RS:0;6706a97ae65f:38445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:20:43,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,38445,1733397616367] 2024-12-05T11:20:43,015 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0325249441/draining/6706a97ae65f,38445,1733397616367 already deleted, retry=false 2024-12-05T11:20:43,015 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,38445,1733397616367 expired; onlineServers=0 2024-12-05T11:20:43,015 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,36825,1733397616109' ***** 2024-12-05T11:20:43,015 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:20:43,015 INFO [M:0;6706a97ae65f:36825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:20:43,015 INFO [M:0;6706a97ae65f:36825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:20:43,015 DEBUG [M:0;6706a97ae65f:36825 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:20:43,016 DEBUG [M:0;6706a97ae65f:36825 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:20:43,016 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:20:43,016 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397618372 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397618372,5,FailOnTimeoutGroup] 2024-12-05T11:20:43,016 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397618372 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397618372,5,FailOnTimeoutGroup] 2024-12-05T11:20:43,016 INFO [M:0;6706a97ae65f:36825 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:20:43,016 INFO [M:0;6706a97ae65f:36825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:20:43,016 DEBUG [M:0;6706a97ae65f:36825 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:20:43,016 INFO [M:0;6706a97ae65f:36825 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:20:43,016 INFO [M:0;6706a97ae65f:36825 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:20:43,016 INFO [M:0;6706a97ae65f:36825 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:20:43,016 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:20:43,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0325249441/master 2024-12-05T11:20:43,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0325249441 2024-12-05T11:20:43,026 DEBUG [M:0;6706a97ae65f:36825 {}] zookeeper.ZKUtil(347): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Unable to get data of znode /0325249441/master because node does not exist (not an error) 2024-12-05T11:20:43,026 WARN [M:0;6706a97ae65f:36825 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:20:43,027 INFO [M:0;6706a97ae65f:36825 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/.lastflushedseqids 2024-12-05T11:20:43,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741848_1024 (size=245) 2024-12-05T11:20:43,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x101a53889090001, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:20:43,105 INFO [RS:0;6706a97ae65f:38445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:20:43,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x101a53889090001, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:20:43,105 INFO [RS:0;6706a97ae65f:38445 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,38445,1733397616367; zookeeper connection closed. 2024-12-05T11:20:43,105 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3218aeca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3218aeca 2024-12-05T11:20:43,105 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:20:43,430 INFO [M:0;6706a97ae65f:36825 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:20:43,431 INFO [M:0;6706a97ae65f:36825 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:20:43,431 DEBUG [M:0;6706a97ae65f:36825 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:20:43,431 INFO [M:0;6706a97ae65f:36825 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:43,431 DEBUG [M:0;6706a97ae65f:36825 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:43,431 DEBUG [M:0;6706a97ae65f:36825 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:20:43,431 DEBUG [M:0;6706a97ae65f:36825 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:43,431 INFO [M:0;6706a97ae65f:36825 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-05T11:20:43,448 DEBUG [M:0;6706a97ae65f:36825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6090ef8254f4ed7982d63799642fda7 is 82, key is hbase:meta,,1/info:regioninfo/1733397619600/Put/seqid=0 2024-12-05T11:20:43,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741849_1025 (size=5672) 2024-12-05T11:20:43,853 INFO [M:0;6706a97ae65f:36825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6090ef8254f4ed7982d63799642fda7 2024-12-05T11:20:43,873 DEBUG [M:0;6706a97ae65f:36825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b179b7fcef8a4acfa3e038380635693b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733397630227/Put/seqid=0 2024-12-05T11:20:43,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741850_1026 (size=8517) 2024-12-05T11:20:44,279 INFO [M:0;6706a97ae65f:36825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b179b7fcef8a4acfa3e038380635693b 2024-12-05T11:20:44,299 DEBUG [M:0;6706a97ae65f:36825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ce1a819a7c54eb89d41ccb09b29cdd1 is 69, key is 6706a97ae65f,38445,1733397616367/rs:state/1733397618428/Put/seqid=0 2024-12-05T11:20:44,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741851_1027 (size=5156) 2024-12-05T11:20:44,702 INFO [M:0;6706a97ae65f:36825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ce1a819a7c54eb89d41ccb09b29cdd1 2024-12-05T11:20:44,706 DEBUG [M:0;6706a97ae65f:36825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6090ef8254f4ed7982d63799642fda7 as hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6090ef8254f4ed7982d63799642fda7 2024-12-05T11:20:44,709 INFO [M:0;6706a97ae65f:36825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6090ef8254f4ed7982d63799642fda7, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T11:20:44,709 DEBUG [M:0;6706a97ae65f:36825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b179b7fcef8a4acfa3e038380635693b as hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b179b7fcef8a4acfa3e038380635693b 2024-12-05T11:20:44,713 INFO [M:0;6706a97ae65f:36825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b179b7fcef8a4acfa3e038380635693b, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T11:20:44,714 DEBUG [M:0;6706a97ae65f:36825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ce1a819a7c54eb89d41ccb09b29cdd1 as hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ce1a819a7c54eb89d41ccb09b29cdd1 2024-12-05T11:20:44,718 INFO [M:0;6706a97ae65f:36825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/5020bdd2-0125-a3c1-b79e-6a8ca1e4788f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ce1a819a7c54eb89d41ccb09b29cdd1, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T11:20:44,719 INFO [M:0;6706a97ae65f:36825 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-12-05T11:20:44,720 INFO [M:0;6706a97ae65f:36825 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:44,720 DEBUG [M:0;6706a97ae65f:36825 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397643431Disabling compacts and flushes for region at 1733397643431Disabling writes for close at 1733397643431Obtaining lock to block concurrent updates at 1733397643431Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397643431Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733397643431Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397643432 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397643432Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397643447 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397643447Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397643857 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397643873 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397643873Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397644283 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397644298 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397644298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5887e2e9: reopening flushed file at 1733397644706 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bdeb35c: reopening flushed file at 1733397644709 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@503237df: reopening flushed file at 1733397644713 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1733397644719 (+6 ms)Writing region close event to WAL at 1733397644720 (+1 ms)Closed at 1733397644720 2024-12-05T11:20:44,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44507 is added to blk_1073741830_1006 (size=63666) 2024-12-05T11:20:44,722 INFO [M:0;6706a97ae65f:36825 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:20:44,722 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:20:44,722 INFO [M:0;6706a97ae65f:36825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36825 2024-12-05T11:20:44,723 INFO [M:0;6706a97ae65f:36825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:20:44,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:20:44,873 INFO [M:0;6706a97ae65f:36825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:20:44,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101a53889090000, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:20:44,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@140546ac{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:20:44,876 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55933cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:20:44,876 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:20:44,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@120fb04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:20:44,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@92644ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/hadoop.log.dir/,STOPPED} 2024-12-05T11:20:44,877 WARN [BP-1758379733-172.17.0.2-1733397613935 heartbeating to localhost/127.0.0.1:36147 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:20:44,877 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:20:44,877 WARN [BP-1758379733-172.17.0.2-1733397613935 heartbeating to localhost/127.0.0.1:36147 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1758379733-172.17.0.2-1733397613935 (Datanode Uuid 182024fe-aeb1-411d-9bf6-080e179bddcf) service to localhost/127.0.0.1:36147 2024-12-05T11:20:44,877 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:20:44,877 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/cluster_c4181057-9345-4075-7525-c0994f08f81a/data/data1/current/BP-1758379733-172.17.0.2-1733397613935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:20:44,878 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/cluster_c4181057-9345-4075-7525-c0994f08f81a/data/data2/current/BP-1758379733-172.17.0.2-1733397613935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:20:44,878 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:20:44,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c0cb48f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:20:44,884 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@545f9962{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:20:44,884 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:20:44,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c6fe62f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:20:44,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@531cc1e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eef32d0-5dce-3d6e-bfb9-40bcb1ed01ab/hadoop.log.dir/,STOPPED} 2024-12-05T11:20:44,889 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T11:20:44,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:20:44,912 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 245) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36147 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57914) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36147 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36147 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:36147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:35183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57914) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35183 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=421 (was 423), ProcessCount=11 (was 11), AvailableMemoryMB=6243 (was 6321) 2024-12-05T11:20:44,920 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=421, ProcessCount=11, AvailableMemoryMB=6243 2024-12-05T11:20:44,931 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-05T11:20:44,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/hadoop.log.dir so I do NOT create it in target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28 2024-12-05T11:20:44,931 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T11:20:44,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/hadoop.tmp.dir so I do NOT create it in target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28 2024-12-05T11:20:44,931 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0af8b005-9d3a-1ab7-b24a-357151e8dd61/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T11:20:44,932 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28 2024-12-05T11:20:44,932 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/cluster_9a0b538c-63f6-81af-0d24-bd19baacccf3, deleteOnExit=true 2024-12-05T11:20:44,946 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/cluster_9a0b538c-63f6-81af-0d24-bd19baacccf3/zookeeper_0, clientPort=51863, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/cluster_9a0b538c-63f6-81af-0d24-bd19baacccf3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/cluster_9a0b538c-63f6-81af-0d24-bd19baacccf3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T11:20:44,947 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51863 2024-12-05T11:20:44,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:20:44,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:20:44,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/test.cache.data in system properties and HBase conf 2024-12-05T11:20:44,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:20:44,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:20:44,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:20:44,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:20:44,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:20:44,947 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:20:44,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:20:44,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:20:44,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:20:44,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:20:44,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:20:44,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:20:44,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:20:44,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:20:44,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:20:44,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:20:44,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:20:44,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:20:44,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:20:44,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:20:44,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a53889090005, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T11:20:44,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a53889090002, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T11:20:44,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a53889090002, quorum=127.0.0.1:57914, baseZNode=/0325249441 Received Disconnected from ZooKeeper, ignoring 2024-12-05T11:20:44,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a53889090005, quorum=127.0.0.1:57914, baseZNode=/1-293631691 Received Disconnected from ZooKeeper, ignoring 2024-12-05T11:20:45,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:20:45,359 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:20:45,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:20:45,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:20:45,361 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:20:45,361 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:20:45,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c410542{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:20:45,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@594d1542{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:20:45,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c12bb31{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/java.io.tmpdir/jetty-localhost-46653-hadoop-hdfs-3_4_1-tests_jar-_-any-13835168976231860770/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:20:45,456 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@686b2055{HTTP/1.1, (http/1.1)}{localhost:46653} 2024-12-05T11:20:45,456 INFO [Time-limited test {}] server.Server(415): Started @232793ms 2024-12-05T11:20:45,718 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:20:45,720 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:20:45,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:20:45,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:20:45,721 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:20:45,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d1d4065{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:20:45,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ae7fbfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:20:45,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74af6b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/java.io.tmpdir/jetty-localhost-33851-hadoop-hdfs-3_4_1-tests_jar-_-any-11483526280911338355/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:20:45,812 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f58ef0e{HTTP/1.1, (http/1.1)}{localhost:33851} 2024-12-05T11:20:45,812 INFO [Time-limited test {}] server.Server(415): Started @233149ms 2024-12-05T11:20:45,813 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:20:46,491 WARN [Thread-2678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/cluster_9a0b538c-63f6-81af-0d24-bd19baacccf3/data/data1/current/BP-1479706099-172.17.0.2-1733397644961/current, will proceed with Du for space computation calculation, 2024-12-05T11:20:46,491 WARN [Thread-2679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/cluster_9a0b538c-63f6-81af-0d24-bd19baacccf3/data/data2/current/BP-1479706099-172.17.0.2-1733397644961/current, will proceed with Du for space computation calculation, 2024-12-05T11:20:46,505 WARN [Thread-2666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:20:46,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1615c183a01523f3 with lease ID 0xcf1b21aed8a05cbc: Processing first storage report for DS-4041433d-290b-486e-9ce6-80780b7ee230 from datanode DatanodeRegistration(127.0.0.1:41769, datanodeUuid=b4abbefb-6b13-4049-bde3-d2c893d7a392, infoPort=32933, infoSecurePort=0, ipcPort=37443, storageInfo=lv=-57;cid=testClusterID;nsid=618890476;c=1733397644961) 2024-12-05T11:20:46,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1615c183a01523f3 with lease ID 0xcf1b21aed8a05cbc: from storage DS-4041433d-290b-486e-9ce6-80780b7ee230 node DatanodeRegistration(127.0.0.1:41769, datanodeUuid=b4abbefb-6b13-4049-bde3-d2c893d7a392, infoPort=32933, infoSecurePort=0, ipcPort=37443, storageInfo=lv=-57;cid=testClusterID;nsid=618890476;c=1733397644961), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T11:20:46,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1615c183a01523f3 with lease ID 0xcf1b21aed8a05cbc: Processing first storage report for DS-cb0558a7-76a5-41cf-90e0-2353610e2410 from datanode DatanodeRegistration(127.0.0.1:41769, datanodeUuid=b4abbefb-6b13-4049-bde3-d2c893d7a392, infoPort=32933, infoSecurePort=0, ipcPort=37443, storageInfo=lv=-57;cid=testClusterID;nsid=618890476;c=1733397644961) 2024-12-05T11:20:46,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1615c183a01523f3 with lease ID 0xcf1b21aed8a05cbc: from storage DS-cb0558a7-76a5-41cf-90e0-2353610e2410 node DatanodeRegistration(127.0.0.1:41769, datanodeUuid=b4abbefb-6b13-4049-bde3-d2c893d7a392, infoPort=32933, infoSecurePort=0, ipcPort=37443, storageInfo=lv=-57;cid=testClusterID;nsid=618890476;c=1733397644961), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:20:46,542 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28 2024-12-05T11:20:46,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:46,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:46,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:20:46,950 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9 with version=8 2024-12-05T11:20:46,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/hbase-staging 2024-12-05T11:20:46,952 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:20:46,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:46,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:46,952 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:20:46,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:46,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:20:46,952 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:20:46,953 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:20:46,953 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37631 2024-12-05T11:20:46,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37631 connecting to ZooKeeper ensemble=127.0.0.1:51863 2024-12-05T11:20:47,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376310x0, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:20:47,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37631-0x101a539023d0000 connected 2024-12-05T11:20:47,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:47,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:47,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Set watcher on znode that does not yet exist, /0888116798/running 2024-12-05T11:20:47,144 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9, hbase.cluster.distributed=false 2024-12-05T11:20:47,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Set watcher on znode that does not yet exist, /0888116798/acl 2024-12-05T11:20:47,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37631 2024-12-05T11:20:47,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37631 2024-12-05T11:20:47,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37631 2024-12-05T11:20:47,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37631 2024-12-05T11:20:47,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37631 2024-12-05T11:20:47,158 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:20:47,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:47,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:47,158 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:20:47,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:47,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:20:47,158 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:20:47,158 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:20:47,159 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35797 2024-12-05T11:20:47,159 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35797 connecting to ZooKeeper ensemble=127.0.0.1:51863 2024-12-05T11:20:47,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:47,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:47,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357970x0, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:20:47,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357970x0, quorum=127.0.0.1:51863, baseZNode=/0888116798 Set watcher on znode that does not yet exist, /0888116798/running 2024-12-05T11:20:47,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35797-0x101a539023d0001 connected 2024-12-05T11:20:47,173 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:20:47,174 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:20:47,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35797-0x101a539023d0001, quorum=127.0.0.1:51863, baseZNode=/0888116798 Set watcher on znode that does not yet exist, /0888116798/master 2024-12-05T11:20:47,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35797-0x101a539023d0001, quorum=127.0.0.1:51863, baseZNode=/0888116798 Set watcher on znode that does not yet exist, /0888116798/acl 2024-12-05T11:20:47,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35797 2024-12-05T11:20:47,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35797 2024-12-05T11:20:47,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35797 2024-12-05T11:20:47,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35797 2024-12-05T11:20:47,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35797 2024-12-05T11:20:47,194 DEBUG [M:0;6706a97ae65f:37631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:37631 2024-12-05T11:20:47,194 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0888116798/backup-masters/6706a97ae65f,37631,1733397646952 2024-12-05T11:20:47,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101a539023d0001, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888116798/backup-masters 2024-12-05T11:20:47,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888116798/backup-masters 2024-12-05T11:20:47,205 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Set watcher on existing znode=/0888116798/backup-masters/6706a97ae65f,37631,1733397646952 2024-12-05T11:20:47,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101a539023d0001, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0888116798/master 2024-12-05T11:20:47,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888116798 2024-12-05T11:20:47,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101a539023d0001, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888116798 2024-12-05T11:20:47,215 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Set watcher on existing znode=/0888116798/master 2024-12-05T11:20:47,215 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0888116798/backup-masters/6706a97ae65f,37631,1733397646952 from backup master directory 2024-12-05T11:20:47,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0888116798/backup-masters/6706a97ae65f,37631,1733397646952 2024-12-05T11:20:47,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101a539023d0001, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888116798/backup-masters 2024-12-05T11:20:47,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888116798/backup-masters 2024-12-05T11:20:47,225 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:20:47,225 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,37631,1733397646952 2024-12-05T11:20:47,228 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/hbase.id] with ID: 7fa9935f-a521-4af9-a075-45b841164cfc 2024-12-05T11:20:47,228 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/.tmp/hbase.id 2024-12-05T11:20:47,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:20:47,549 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:20:47,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:47,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:47,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:47,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:47,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:47,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:47,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:47,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:47,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:47,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:47,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:47,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:47,632 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/.tmp/hbase.id]:[hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/hbase.id] 2024-12-05T11:20:47,640 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:47,640 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:20:47,641 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T11:20:47,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888116798 2024-12-05T11:20:47,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101a539023d0001, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888116798 2024-12-05T11:20:47,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:20:48,093 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:20:48,094 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:20:48,094 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:20:48,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:20:48,500 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/data/master/store 2024-12-05T11:20:48,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:20:48,904 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:48,904 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:20:48,904 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:48,904 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:48,904 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:20:48,904 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:48,904 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:48,905 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397648904Disabling compacts and flushes for region at 1733397648904Disabling writes for close at 1733397648904Writing region close event to WAL at 1733397648904Closed at 1733397648904 2024-12-05T11:20:48,905 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/data/master/store/.initializing 2024-12-05T11:20:48,905 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/WALs/6706a97ae65f,37631,1733397646952 2024-12-05T11:20:48,906 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:20:48,907 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C37631%2C1733397646952, suffix=, logDir=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/WALs/6706a97ae65f,37631,1733397646952, archiveDir=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/oldWALs, maxLogs=10 2024-12-05T11:20:48,918 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/WALs/6706a97ae65f,37631,1733397646952/6706a97ae65f%2C37631%2C1733397646952.1733397648908, exclude list is [], retry=0 2024-12-05T11:20:48,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41769,DS-4041433d-290b-486e-9ce6-80780b7ee230,DISK] 2024-12-05T11:20:48,922 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/WALs/6706a97ae65f,37631,1733397646952/6706a97ae65f%2C37631%2C1733397646952.1733397648908 2024-12-05T11:20:48,924 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32933:32933)] 2024-12-05T11:20:48,924 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:20:48,924 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:48,924 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:48,924 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:48,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:48,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:20:48,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:48,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:48,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:48,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:20:48,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:48,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:48,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:48,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:20:48,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:48,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:48,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:48,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:20:48,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:48,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:48,931 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:48,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:20:48,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T11:20:48,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T11:20:48,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T11:20:48,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T11:20:48,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:20:48,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:20:48,932 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:48,932 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:48,933 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:48,933 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:48,933 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:20:48,933 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:48,936 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:20:48,937 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65164687, jitterRate=-0.028970494866371155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:20:48,937 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397648925Initializing all the Stores at 1733397648925Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397648925Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397648926 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397648926Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397648926Cleaning up temporary data from old regions at 1733397648933 (+7 ms)Region opened successfully at 1733397648937 (+4 ms) 2024-12-05T11:20:48,937 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:20:48,939 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7b6a4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:20:48,940 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:20:48,940 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:20:48,940 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:20:48,941 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:20:48,941 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:20:48,941 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:20:48,941 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:20:48,942 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:20:48,943 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Unable to get data of znode /0888116798/balancer because node does not exist (not necessarily an error) 2024-12-05T11:20:49,004 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0888116798/balancer already deleted, retry=false 2024-12-05T11:20:49,004 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:20:49,005 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Unable to get data of znode /0888116798/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:20:49,014 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0888116798/normalizer already deleted, retry=false 2024-12-05T11:20:49,015 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:20:49,015 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Unable to get data of znode /0888116798/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:20:49,025 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0888116798/switch/split already deleted, retry=false 2024-12-05T11:20:49,026 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Unable to get data of znode /0888116798/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:20:49,036 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0888116798/switch/merge already deleted, retry=false 2024-12-05T11:20:49,037 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Unable to get data of znode /0888116798/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:20:49,046 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0888116798/snapshot-cleanup already deleted, retry=false 2024-12-05T11:20:49,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0888116798/running 2024-12-05T11:20:49,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101a539023d0001, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0888116798/running 2024-12-05T11:20:49,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888116798 2024-12-05T11:20:49,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101a539023d0001, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888116798 2024-12-05T11:20:49,057 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,37631,1733397646952, sessionid=0x101a539023d0000, setting cluster-up flag (Was=false) 2024-12-05T11:20:49,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888116798 2024-12-05T11:20:49,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101a539023d0001, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888116798 2024-12-05T11:20:49,109 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0888116798/flush-table-proc/acquired, /0888116798/flush-table-proc/reached, /0888116798/flush-table-proc/abort 2024-12-05T11:20:49,110 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,37631,1733397646952 2024-12-05T11:20:49,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888116798 2024-12-05T11:20:49,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101a539023d0001, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888116798 2024-12-05T11:20:49,162 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0888116798/online-snapshot/acquired, /0888116798/online-snapshot/reached, /0888116798/online-snapshot/abort 2024-12-05T11:20:49,163 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,37631,1733397646952 2024-12-05T11:20:49,163 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:20:49,165 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:20:49,165 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:20:49,165 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:20:49,165 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,37631,1733397646952 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:20:49,166 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:20:49,166 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:20:49,166 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:20:49,167 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:20:49,167 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:20:49,167 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:49,167 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:20:49,167 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:49,167 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397679167 2024-12-05T11:20:49,167 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:20:49,168 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:20:49,168 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:20:49,168 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:20:49,168 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:20:49,168 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:20:49,168 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:20:49,168 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:20:49,168 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:49,168 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:20:49,168 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:20:49,168 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:20:49,168 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:20:49,168 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:20:49,168 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:20:49,168 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:49,169 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397649168,5,FailOnTimeoutGroup] 2024-12-05T11:20:49,169 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:20:49,171 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397649169,5,FailOnTimeoutGroup] 2024-12-05T11:20:49,171 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:49,172 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:20:49,172 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:49,172 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:49,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:20:49,184 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(746): ClusterId : 7fa9935f-a521-4af9-a075-45b841164cfc 2024-12-05T11:20:49,184 DEBUG [RS:0;6706a97ae65f:35797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:20:49,194 DEBUG [RS:0;6706a97ae65f:35797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:20:49,194 DEBUG [RS:0;6706a97ae65f:35797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:20:49,204 DEBUG [RS:0;6706a97ae65f:35797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:20:49,205 DEBUG [RS:0;6706a97ae65f:35797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@439d489d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:20:49,214 DEBUG [RS:0;6706a97ae65f:35797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:35797 2024-12-05T11:20:49,214 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:20:49,214 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:20:49,214 DEBUG [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:20:49,214 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,37631,1733397646952 with port=35797, startcode=1733397647158 2024-12-05T11:20:49,215 DEBUG [RS:0;6706a97ae65f:35797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:20:49,216 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:20:49,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,35797,1733397647158 2024-12-05T11:20:49,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37631 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,35797,1733397647158 2024-12-05T11:20:49,217 DEBUG [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9 2024-12-05T11:20:49,217 DEBUG [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38883 2024-12-05T11:20:49,217 DEBUG [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:20:49,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888116798/rs 2024-12-05T11:20:49,226 DEBUG [RS:0;6706a97ae65f:35797 {}] zookeeper.ZKUtil(111): regionserver:35797-0x101a539023d0001, quorum=127.0.0.1:51863, baseZNode=/0888116798 Set watcher on existing znode=/0888116798/rs/6706a97ae65f,35797,1733397647158 2024-12-05T11:20:49,226 WARN [RS:0;6706a97ae65f:35797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:20:49,226 INFO [RS:0;6706a97ae65f:35797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:20:49,226 DEBUG [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158 2024-12-05T11:20:49,226 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,35797,1733397647158] 2024-12-05T11:20:49,228 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:20:49,230 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:20:49,230 INFO [RS:0;6706a97ae65f:35797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:20:49,230 INFO [RS:0;6706a97ae65f:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:49,230 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:20:49,231 INFO [RS:0;6706a97ae65f:35797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:20:49,231 INFO [RS:0;6706a97ae65f:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:49,231 DEBUG [RS:0;6706a97ae65f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:49,231 DEBUG [RS:0;6706a97ae65f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:49,231 DEBUG [RS:0;6706a97ae65f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:49,231 DEBUG [RS:0;6706a97ae65f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:49,231 DEBUG [RS:0;6706a97ae65f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:49,231 DEBUG [RS:0;6706a97ae65f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:20:49,231 DEBUG [RS:0;6706a97ae65f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:49,231 DEBUG [RS:0;6706a97ae65f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:49,231 DEBUG [RS:0;6706a97ae65f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:49,231 DEBUG [RS:0;6706a97ae65f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:49,231 DEBUG [RS:0;6706a97ae65f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:49,231 DEBUG [RS:0;6706a97ae65f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:49,231 DEBUG [RS:0;6706a97ae65f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:20:49,231 DEBUG [RS:0;6706a97ae65f:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:20:49,231 INFO [RS:0;6706a97ae65f:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:49,231 INFO [RS:0;6706a97ae65f:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:49,231 INFO [RS:0;6706a97ae65f:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:49,231 INFO [RS:0;6706a97ae65f:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:49,231 INFO [RS:0;6706a97ae65f:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:49,231 INFO [RS:0;6706a97ae65f:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,35797,1733397647158-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:20:49,243 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:20:49,244 INFO [RS:0;6706a97ae65f:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,35797,1733397647158-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:49,244 INFO [RS:0;6706a97ae65f:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:49,244 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.Replication(171): 6706a97ae65f,35797,1733397647158 started 2024-12-05T11:20:49,255 INFO [RS:0;6706a97ae65f:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:49,255 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,35797,1733397647158, RpcServer on 6706a97ae65f/172.17.0.2:35797, sessionid=0x101a539023d0001 2024-12-05T11:20:49,255 DEBUG [RS:0;6706a97ae65f:35797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:20:49,255 DEBUG [RS:0;6706a97ae65f:35797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,35797,1733397647158 2024-12-05T11:20:49,255 DEBUG [RS:0;6706a97ae65f:35797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,35797,1733397647158' 2024-12-05T11:20:49,255 DEBUG [RS:0;6706a97ae65f:35797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0888116798/flush-table-proc/abort' 2024-12-05T11:20:49,255 DEBUG [RS:0;6706a97ae65f:35797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0888116798/flush-table-proc/acquired' 2024-12-05T11:20:49,255 DEBUG [RS:0;6706a97ae65f:35797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:20:49,256 DEBUG [RS:0;6706a97ae65f:35797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:20:49,256 DEBUG [RS:0;6706a97ae65f:35797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,35797,1733397647158 2024-12-05T11:20:49,256 DEBUG [RS:0;6706a97ae65f:35797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,35797,1733397647158' 2024-12-05T11:20:49,256 DEBUG [RS:0;6706a97ae65f:35797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0888116798/online-snapshot/abort' 2024-12-05T11:20:49,256 DEBUG [RS:0;6706a97ae65f:35797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0888116798/online-snapshot/acquired' 2024-12-05T11:20:49,256 DEBUG [RS:0;6706a97ae65f:35797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:20:49,256 INFO [RS:0;6706a97ae65f:35797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:20:49,256 INFO [RS:0;6706a97ae65f:35797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:20:49,356 INFO [RS:0;6706a97ae65f:35797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:20:49,357 INFO [RS:0;6706a97ae65f:35797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C35797%2C1733397647158, suffix=, logDir=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158, archiveDir=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/oldWALs, maxLogs=10 2024-12-05T11:20:49,368 DEBUG [RS:0;6706a97ae65f:35797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358, exclude list is [], retry=0 2024-12-05T11:20:49,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41769,DS-4041433d-290b-486e-9ce6-80780b7ee230,DISK] 2024-12-05T11:20:49,371 INFO [RS:0;6706a97ae65f:35797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 2024-12-05T11:20:49,372 DEBUG [RS:0;6706a97ae65f:35797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32933:32933)] 2024-12-05T11:20:49,577 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:20:49,577 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9 2024-12-05T11:20:49,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741833_1009 (size=32) 2024-12-05T11:20:49,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:49,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:20:49,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:20:49,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:49,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:49,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:20:49,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:20:49,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:49,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:49,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:20:49,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:20:49,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:49,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:49,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:20:49,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:20:49,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:49,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:49,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:20:49,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740 2024-12-05T11:20:49,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740 2024-12-05T11:20:49,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:20:49,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:20:49,989 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:20:49,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:20:49,991 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:20:49,991 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72706070, jitterRate=0.08340486884117126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:20:49,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397649982Initializing all the Stores at 1733397649982Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397649982Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397649982Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397649982Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397649982Cleaning up temporary data from old regions at 1733397649988 (+6 ms)Region opened successfully at 1733397649991 (+3 ms) 2024-12-05T11:20:49,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:20:49,991 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:20:49,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:20:49,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:20:49,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:20:49,992 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:20:49,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397649991Disabling compacts and flushes for region at 1733397649991Disabling writes for close at 1733397649991Writing region close event to WAL at 1733397649992 (+1 ms)Closed at 1733397649992 2024-12-05T11:20:49,992 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:20:49,993 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:20:49,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:20:49,993 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:20:49,994 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:20:50,144 DEBUG [6706a97ae65f:37631 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:20:50,145 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,35797,1733397647158 2024-12-05T11:20:50,145 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,35797,1733397647158, state=OPENING 2024-12-05T11:20:50,410 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:20:50,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101a539023d0001, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888116798 2024-12-05T11:20:50,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888116798 2024-12-05T11:20:50,546 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:20:50,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0888116798/meta-region-server: CHANGED 2024-12-05T11:20:50,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0888116798/meta-region-server: CHANGED 2024-12-05T11:20:50,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,35797,1733397647158}] 2024-12-05T11:20:50,698 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:20:50,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:20:50,702 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:20:50,703 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:20:50,703 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:20:50,704 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C35797%2C1733397647158.meta, suffix=.meta, logDir=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158, archiveDir=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/oldWALs, maxLogs=10 2024-12-05T11:20:50,719 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.meta.1733397650704.meta, exclude list is [], retry=0 2024-12-05T11:20:50,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41769,DS-4041433d-290b-486e-9ce6-80780b7ee230,DISK] 2024-12-05T11:20:50,722 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.meta.1733397650704.meta 2024-12-05T11:20:50,723 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32933:32933)] 2024-12-05T11:20:50,723 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:20:50,723 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:20:50,723 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:20:50,723 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:20:50,723 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:20:50,724 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:20:50,724 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:50,724 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:20:50,724 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:20:50,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:20:50,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:20:50,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:50,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:50,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:20:50,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:20:50,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:50,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:50,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:20:50,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:20:50,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:50,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:50,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:20:50,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:20:50,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:50,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:50,728 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:20:50,729 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740 2024-12-05T11:20:50,729 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740 2024-12-05T11:20:50,730 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:20:50,730 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:20:50,730 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:20:50,731 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:20:50,731 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61353500, jitterRate=-0.08576160669326782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:20:50,731 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:20:50,732 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397650724Writing region info on filesystem at 1733397650724Initializing all the Stores at 1733397650724Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397650725 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397650725Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397650725Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397650725Cleaning up temporary data from old regions at 1733397650730 (+5 ms)Running coprocessor post-open hooks at 1733397650731 (+1 ms)Region opened successfully at 1733397650732 (+1 ms) 2024-12-05T11:20:50,733 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397650698 2024-12-05T11:20:50,734 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:20:50,734 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:20:50,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,35797,1733397647158 2024-12-05T11:20:50,735 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,35797,1733397647158, state=OPEN 2024-12-05T11:20:50,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0888116798/meta-region-server 2024-12-05T11:20:50,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101a539023d0001, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0888116798/meta-region-server 2024-12-05T11:20:50,778 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,35797,1733397647158 2024-12-05T11:20:50,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0888116798/meta-region-server: CHANGED 2024-12-05T11:20:50,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0888116798/meta-region-server: CHANGED 2024-12-05T11:20:50,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:20:50,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,35797,1733397647158 in 232 msec 2024-12-05T11:20:50,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:20:50,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 786 msec 2024-12-05T11:20:50,781 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:20:50,781 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:20:50,782 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:20:50,782 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,35797,1733397647158, seqNum=-1] 2024-12-05T11:20:50,783 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:20:50,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:20:50,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6220 sec 2024-12-05T11:20:50,787 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397650787, completionTime=-1 2024-12-05T11:20:50,787 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:20:50,787 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:20:50,789 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:20:50,789 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397710789 2024-12-05T11:20:50,789 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397770789 2024-12-05T11:20:50,789 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T11:20:50,789 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37631,1733397646952-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:50,789 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37631,1733397646952-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:50,789 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37631,1733397646952-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:50,789 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:37631, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:50,789 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:50,789 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:50,791 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:20:50,792 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.567sec 2024-12-05T11:20:50,792 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:20:50,792 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:20:50,792 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:20:50,792 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:20:50,792 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:20:50,792 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37631,1733397646952-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:20:50,792 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37631,1733397646952-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:20:50,794 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:20:50,794 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:20:50,794 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37631,1733397646952-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:50,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad12581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:50,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,37631,-1 for getting cluster id 2024-12-05T11:20:50,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:20:50,886 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fa9935f-a521-4af9-a075-45b841164cfc' 2024-12-05T11:20:50,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:20:50,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fa9935f-a521-4af9-a075-45b841164cfc" 2024-12-05T11:20:50,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d8b701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:50,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,37631,-1] 2024-12-05T11:20:50,887 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:20:50,887 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:50,887 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:20:50,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a7af3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:50,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:20:50,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,35797,1733397647158, seqNum=-1] 2024-12-05T11:20:50,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:20:50,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:20:50,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,37631,1733397646952 2024-12-05T11:20:50,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51863 2024-12-05T11:20:50,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:20:50,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a539023d0002 connected 2024-12-05T11:20:50,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/hadoop.log.dir so I do NOT create it in target/test-data/2ceae33a-2972-593b-4333-7d3072121052 2024-12-05T11:20:50,932 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T11:20:50,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/hadoop.tmp.dir so I do NOT create it in target/test-data/2ceae33a-2972-593b-4333-7d3072121052 2024-12-05T11:20:50,933 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T11:20:50,933 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052 2024-12-05T11:20:50,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:20:50,933 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/cluster_95103774-213e-d0a5-1e1c-d2c6e9dfbd3b, deleteOnExit=true 2024-12-05T11:20:50,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:20:50,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/test.cache.data in system properties and HBase conf 2024-12-05T11:20:50,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:20:50,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:20:50,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:20:50,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:20:50,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:20:50,933 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:20:50,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:20:50,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:20:50,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:20:50,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:20:50,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:20:50,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:20:50,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:20:50,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:20:50,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:20:50,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:20:50,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:20:50,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:20:50,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:20:50,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:20:51,259 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:20:51,262 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:20:51,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:20:51,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:20:51,264 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:20:51,268 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:20:51,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66fe8080{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:20:51,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@381a282{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:20:51,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53369bd1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/java.io.tmpdir/jetty-localhost-43605-hadoop-hdfs-3_4_1-tests_jar-_-any-15951995101936319255/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:20:51,362 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70dcc9e6{HTTP/1.1, (http/1.1)}{localhost:43605} 2024-12-05T11:20:51,362 INFO [Time-limited test {}] server.Server(415): Started @238699ms 2024-12-05T11:20:51,606 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:20:51,608 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:20:51,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:20:51,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:20:51,612 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:20:51,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@123848f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:20:51,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f610873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:20:51,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c839976{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/java.io.tmpdir/jetty-localhost-37371-hadoop-hdfs-3_4_1-tests_jar-_-any-12310300571784442626/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:20:51,732 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@628fa9d1{HTTP/1.1, (http/1.1)}{localhost:37371} 2024-12-05T11:20:51,732 INFO [Time-limited test {}] server.Server(415): Started @239069ms 2024-12-05T11:20:51,734 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:20:52,961 WARN [Thread-2800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/cluster_95103774-213e-d0a5-1e1c-d2c6e9dfbd3b/data/data2/current/BP-1749609262-172.17.0.2-1733397650957/current, will proceed with Du for space computation calculation, 2024-12-05T11:20:52,961 WARN [Thread-2799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/cluster_95103774-213e-d0a5-1e1c-d2c6e9dfbd3b/data/data1/current/BP-1749609262-172.17.0.2-1733397650957/current, will proceed with Du for space computation calculation, 2024-12-05T11:20:52,989 WARN [Thread-2787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:20:52,991 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6aa6b6084818d99 with lease ID 0x4b79ca0bd05721fb: Processing first storage report for DS-952d51b3-756b-46bf-90fb-99df8fb7b129 from datanode DatanodeRegistration(127.0.0.1:39533, datanodeUuid=14e81589-598b-4ab2-900f-0cedf263b24f, infoPort=44655, infoSecurePort=0, ipcPort=43941, storageInfo=lv=-57;cid=testClusterID;nsid=565756884;c=1733397650957) 2024-12-05T11:20:52,991 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6aa6b6084818d99 with lease ID 0x4b79ca0bd05721fb: from storage DS-952d51b3-756b-46bf-90fb-99df8fb7b129 node DatanodeRegistration(127.0.0.1:39533, datanodeUuid=14e81589-598b-4ab2-900f-0cedf263b24f, infoPort=44655, infoSecurePort=0, ipcPort=43941, storageInfo=lv=-57;cid=testClusterID;nsid=565756884;c=1733397650957), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:20:52,991 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6aa6b6084818d99 with lease ID 0x4b79ca0bd05721fb: Processing first storage report for DS-6c5748e3-d54d-4fab-b2b5-6560b98f4041 from datanode DatanodeRegistration(127.0.0.1:39533, datanodeUuid=14e81589-598b-4ab2-900f-0cedf263b24f, infoPort=44655, infoSecurePort=0, ipcPort=43941, storageInfo=lv=-57;cid=testClusterID;nsid=565756884;c=1733397650957) 2024-12-05T11:20:52,991 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6aa6b6084818d99 with lease ID 0x4b79ca0bd05721fb: from storage DS-6c5748e3-d54d-4fab-b2b5-6560b98f4041 node DatanodeRegistration(127.0.0.1:39533, datanodeUuid=14e81589-598b-4ab2-900f-0cedf263b24f, infoPort=44655, infoSecurePort=0, ipcPort=43941, storageInfo=lv=-57;cid=testClusterID;nsid=565756884;c=1733397650957), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:20:53,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052 2024-12-05T11:20:53,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:53,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:53,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:20:53,492 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51 with version=8 2024-12-05T11:20:53,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/hbase-staging 2024-12-05T11:20:53,494 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:20:53,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:53,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:53,494 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:20:53,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:53,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:20:53,494 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:20:53,494 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:20:53,495 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42585 2024-12-05T11:20:53,496 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42585 connecting to ZooKeeper ensemble=127.0.0.1:51863 2024-12-05T11:20:53,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425850x0, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:20:53,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42585-0x101a539023d0003 connected 2024-12-05T11:20:53,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:53,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:53,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Set watcher on znode that does not yet exist, /1-1308313314/running 2024-12-05T11:20:53,618 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51, hbase.cluster.distributed=false 2024-12-05T11:20:53,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Set watcher on znode that does not yet exist, /1-1308313314/acl 2024-12-05T11:20:53,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42585 2024-12-05T11:20:53,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42585 2024-12-05T11:20:53,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42585 2024-12-05T11:20:53,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42585 2024-12-05T11:20:53,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42585 2024-12-05T11:20:53,633 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:20:53,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:53,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:53,633 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:20:53,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:53,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:20:53,633 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:20:53,633 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:20:53,634 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33081 2024-12-05T11:20:53,634 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33081 connecting to ZooKeeper ensemble=127.0.0.1:51863 2024-12-05T11:20:53,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:53,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:53,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330810x0, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:20:53,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330810x0, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Set watcher on znode that does not yet exist, /1-1308313314/running 2024-12-05T11:20:53,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33081-0x101a539023d0004 connected 2024-12-05T11:20:53,653 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:20:53,653 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:20:53,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33081-0x101a539023d0004, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Set watcher on znode that does not yet exist, /1-1308313314/master 2024-12-05T11:20:53,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33081-0x101a539023d0004, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Set watcher on znode that does not yet exist, /1-1308313314/acl 2024-12-05T11:20:53,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33081 2024-12-05T11:20:53,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33081 2024-12-05T11:20:53,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33081 2024-12-05T11:20:53,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33081 2024-12-05T11:20:53,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33081 2024-12-05T11:20:53,669 DEBUG [M:0;6706a97ae65f:42585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:42585 2024-12-05T11:20:53,669 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1308313314/backup-masters/6706a97ae65f,42585,1733397653494 2024-12-05T11:20:53,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308313314/backup-masters 2024-12-05T11:20:53,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x101a539023d0004, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308313314/backup-masters 2024-12-05T11:20:53,678 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Set watcher on existing znode=/1-1308313314/backup-masters/6706a97ae65f,42585,1733397653494 2024-12-05T11:20:53,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308313314 2024-12-05T11:20:53,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x101a539023d0004, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1308313314/master 2024-12-05T11:20:53,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x101a539023d0004, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308313314 2024-12-05T11:20:53,689 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Set watcher on existing znode=/1-1308313314/master 2024-12-05T11:20:53,689 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1308313314/backup-masters/6706a97ae65f,42585,1733397653494 from backup master directory 2024-12-05T11:20:53,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1308313314/backup-masters/6706a97ae65f,42585,1733397653494 2024-12-05T11:20:53,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x101a539023d0004, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308313314/backup-masters 2024-12-05T11:20:53,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308313314/backup-masters 2024-12-05T11:20:53,699 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:20:53,699 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,42585,1733397653494 2024-12-05T11:20:53,702 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/hbase.id] with ID: 67117107-1573-4e0e-bb94-41c030cbf786 2024-12-05T11:20:53,702 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/.tmp/hbase.id 2024-12-05T11:20:53,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:20:53,714 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/.tmp/hbase.id]:[hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/hbase.id] 2024-12-05T11:20:53,723 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:53,723 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:20:53,724 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T11:20:53,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x101a539023d0004, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308313314 2024-12-05T11:20:53,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308313314 2024-12-05T11:20:53,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:20:53,741 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:20:53,742 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:20:53,742 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:20:53,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:20:54,147 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/data/master/store 2024-12-05T11:20:54,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:20:54,434 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:20:54,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:54,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:54,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:54,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:54,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:54,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:54,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:54,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:54,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:54,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:54,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:54,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:20:54,552 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:54,552 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:20:54,552 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:54,553 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:54,553 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:20:54,553 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:54,553 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:20:54,553 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397654552Disabling compacts and flushes for region at 1733397654552Disabling writes for close at 1733397654553 (+1 ms)Writing region close event to WAL at 1733397654553Closed at 1733397654553 2024-12-05T11:20:54,553 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/data/master/store/.initializing 2024-12-05T11:20:54,553 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/WALs/6706a97ae65f,42585,1733397653494 2024-12-05T11:20:54,554 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:20:54,555 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C42585%2C1733397653494, suffix=, logDir=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/WALs/6706a97ae65f,42585,1733397653494, archiveDir=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/oldWALs, maxLogs=10 2024-12-05T11:20:54,571 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/WALs/6706a97ae65f,42585,1733397653494/6706a97ae65f%2C42585%2C1733397653494.1733397654556, exclude list is [], retry=0 2024-12-05T11:20:54,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39533,DS-952d51b3-756b-46bf-90fb-99df8fb7b129,DISK] 2024-12-05T11:20:54,575 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/WALs/6706a97ae65f,42585,1733397653494/6706a97ae65f%2C42585%2C1733397653494.1733397654556 2024-12-05T11:20:54,575 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44655:44655)] 2024-12-05T11:20:54,575 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:20:54,576 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:54,576 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:54,576 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:54,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:54,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:20:54,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:54,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:54,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:54,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:20:54,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:54,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:54,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:54,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:20:54,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:54,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:54,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:54,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:20:54,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:54,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:20:54,581 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:54,582 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:54,582 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:54,583 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:54,583 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:54,583 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:20:54,584 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:20:54,588 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:20:54,588 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63543734, jitterRate=-0.053124576807022095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:20:54,588 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397654576Initializing all the Stores at 1733397654577 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397654577Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397654577Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397654577Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397654577Cleaning up temporary data from old regions at 1733397654583 (+6 ms)Region opened successfully at 1733397654588 (+5 ms) 2024-12-05T11:20:54,588 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:20:54,590 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e56cd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:20:54,591 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:20:54,591 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:20:54,591 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:20:54,591 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:20:54,591 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:20:54,592 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:20:54,592 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:20:54,593 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:20:54,593 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Unable to get data of znode /1-1308313314/balancer because node does not exist (not necessarily an error) 2024-12-05T11:20:54,656 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1308313314/balancer already deleted, retry=false 2024-12-05T11:20:54,657 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:20:54,658 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Unable to get data of znode /1-1308313314/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:20:54,667 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1308313314/normalizer already deleted, retry=false 2024-12-05T11:20:54,667 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:20:54,668 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Unable to get data of znode /1-1308313314/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:20:54,677 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1308313314/switch/split already deleted, retry=false 2024-12-05T11:20:54,678 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Unable to get data of znode /1-1308313314/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:20:54,688 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1308313314/switch/merge already deleted, retry=false 2024-12-05T11:20:54,690 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Unable to get data of znode /1-1308313314/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:20:54,698 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1308313314/snapshot-cleanup already deleted, retry=false 2024-12-05T11:20:54,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x101a539023d0004, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1308313314/running 2024-12-05T11:20:54,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1308313314/running 2024-12-05T11:20:54,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x101a539023d0004, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308313314 2024-12-05T11:20:54,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308313314 2024-12-05T11:20:54,710 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,42585,1733397653494, sessionid=0x101a539023d0003, setting cluster-up flag (Was=false) 2024-12-05T11:20:54,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308313314 2024-12-05T11:20:54,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x101a539023d0004, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308313314 2024-12-05T11:20:54,899 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1308313314/flush-table-proc/acquired, /1-1308313314/flush-table-proc/reached, /1-1308313314/flush-table-proc/abort 2024-12-05T11:20:54,900 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,42585,1733397653494 2024-12-05T11:20:54,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308313314 2024-12-05T11:20:54,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x101a539023d0004, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308313314 2024-12-05T11:20:54,951 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1308313314/online-snapshot/acquired, /1-1308313314/online-snapshot/reached, /1-1308313314/online-snapshot/abort 2024-12-05T11:20:54,952 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,42585,1733397653494 2024-12-05T11:20:54,953 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:20:54,954 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:20:54,955 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:20:54,955 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:20:54,955 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,42585,1733397653494 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:20:54,956 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:20:54,956 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:20:54,956 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:20:54,956 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:20:54,956 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:20:54,956 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:54,957 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:20:54,957 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:54,960 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.HRegionServer(746): ClusterId : 67117107-1573-4e0e-bb94-41c030cbf786 2024-12-05T11:20:54,961 DEBUG [RS:0;6706a97ae65f:33081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:20:54,961 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:20:54,961 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:20:54,961 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:54,962 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:20:54,970 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397684969 2024-12-05T11:20:54,970 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:20:54,970 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:20:54,970 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:20:54,970 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:20:54,970 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:20:54,970 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:20:54,971 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:54,973 DEBUG [RS:0;6706a97ae65f:33081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:20:54,973 DEBUG [RS:0;6706a97ae65f:33081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:20:54,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:20:54,980 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:20:54,980 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:20:54,981 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:20:54,981 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:20:54,982 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:20:54,983 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:20:54,983 DEBUG [RS:0;6706a97ae65f:33081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:20:54,984 DEBUG [RS:0;6706a97ae65f:33081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4504cf9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:20:54,988 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397654983,5,FailOnTimeoutGroup] 2024-12-05T11:20:54,990 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397654988,5,FailOnTimeoutGroup] 2024-12-05T11:20:54,990 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:54,990 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:20:54,990 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:54,990 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:55,002 DEBUG [RS:0;6706a97ae65f:33081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:33081 2024-12-05T11:20:55,002 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:20:55,002 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:20:55,002 DEBUG [RS:0;6706a97ae65f:33081 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:20:55,003 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,42585,1733397653494 with port=33081, startcode=1733397653633 2024-12-05T11:20:55,003 DEBUG [RS:0;6706a97ae65f:33081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:20:55,004 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:20:55,005 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42585 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,33081,1733397653633 2024-12-05T11:20:55,005 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42585 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,33081,1733397653633 2024-12-05T11:20:55,006 DEBUG [RS:0;6706a97ae65f:33081 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51 2024-12-05T11:20:55,006 DEBUG [RS:0;6706a97ae65f:33081 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35455 2024-12-05T11:20:55,006 DEBUG [RS:0;6706a97ae65f:33081 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:20:55,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308313314/rs 2024-12-05T11:20:55,076 DEBUG [RS:0;6706a97ae65f:33081 {}] zookeeper.ZKUtil(111): regionserver:33081-0x101a539023d0004, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Set watcher on existing znode=/1-1308313314/rs/6706a97ae65f,33081,1733397653633 2024-12-05T11:20:55,076 WARN [RS:0;6706a97ae65f:33081 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:20:55,076 INFO [RS:0;6706a97ae65f:33081 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:20:55,076 DEBUG [RS:0;6706a97ae65f:33081 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633 2024-12-05T11:20:55,076 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,33081,1733397653633] 2024-12-05T11:20:55,079 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:20:55,080 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:20:55,080 INFO [RS:0;6706a97ae65f:33081 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:20:55,080 INFO [RS:0;6706a97ae65f:33081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:55,081 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:20:55,081 INFO [RS:0;6706a97ae65f:33081 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:20:55,081 INFO [RS:0;6706a97ae65f:33081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:55,082 DEBUG [RS:0;6706a97ae65f:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:55,082 DEBUG [RS:0;6706a97ae65f:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:55,082 DEBUG [RS:0;6706a97ae65f:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:55,082 DEBUG [RS:0;6706a97ae65f:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:55,082 DEBUG [RS:0;6706a97ae65f:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:55,082 DEBUG [RS:0;6706a97ae65f:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:20:55,082 DEBUG [RS:0;6706a97ae65f:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:55,082 DEBUG [RS:0;6706a97ae65f:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:55,082 DEBUG [RS:0;6706a97ae65f:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:55,082 DEBUG [RS:0;6706a97ae65f:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:55,082 DEBUG [RS:0;6706a97ae65f:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:55,082 DEBUG [RS:0;6706a97ae65f:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:20:55,082 DEBUG [RS:0;6706a97ae65f:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:20:55,082 DEBUG [RS:0;6706a97ae65f:33081 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:20:55,084 INFO [RS:0;6706a97ae65f:33081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:55,084 INFO [RS:0;6706a97ae65f:33081 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:55,084 INFO [RS:0;6706a97ae65f:33081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:55,084 INFO [RS:0;6706a97ae65f:33081 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:55,084 INFO [RS:0;6706a97ae65f:33081 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:55,084 INFO [RS:0;6706a97ae65f:33081 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,33081,1733397653633-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:20:55,097 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:20:55,097 INFO [RS:0;6706a97ae65f:33081 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,33081,1733397653633-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:55,097 INFO [RS:0;6706a97ae65f:33081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:55,097 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.Replication(171): 6706a97ae65f,33081,1733397653633 started 2024-12-05T11:20:55,109 INFO [RS:0;6706a97ae65f:33081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:55,109 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,33081,1733397653633, RpcServer on 6706a97ae65f/172.17.0.2:33081, sessionid=0x101a539023d0004 2024-12-05T11:20:55,109 DEBUG [RS:0;6706a97ae65f:33081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:20:55,109 DEBUG [RS:0;6706a97ae65f:33081 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,33081,1733397653633 2024-12-05T11:20:55,109 DEBUG [RS:0;6706a97ae65f:33081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,33081,1733397653633' 2024-12-05T11:20:55,109 DEBUG [RS:0;6706a97ae65f:33081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1308313314/flush-table-proc/abort' 2024-12-05T11:20:55,110 DEBUG [RS:0;6706a97ae65f:33081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1308313314/flush-table-proc/acquired' 2024-12-05T11:20:55,110 DEBUG [RS:0;6706a97ae65f:33081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:20:55,110 DEBUG [RS:0;6706a97ae65f:33081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:20:55,110 DEBUG [RS:0;6706a97ae65f:33081 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,33081,1733397653633 2024-12-05T11:20:55,110 DEBUG [RS:0;6706a97ae65f:33081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,33081,1733397653633' 2024-12-05T11:20:55,110 DEBUG [RS:0;6706a97ae65f:33081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1308313314/online-snapshot/abort' 2024-12-05T11:20:55,110 DEBUG [RS:0;6706a97ae65f:33081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1308313314/online-snapshot/acquired' 2024-12-05T11:20:55,111 DEBUG [RS:0;6706a97ae65f:33081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:20:55,111 INFO [RS:0;6706a97ae65f:33081 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:20:55,111 INFO [RS:0;6706a97ae65f:33081 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:20:55,211 INFO [RS:0;6706a97ae65f:33081 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:20:55,212 INFO [RS:0;6706a97ae65f:33081 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C33081%2C1733397653633, suffix=, logDir=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633, archiveDir=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/oldWALs, maxLogs=10 2024-12-05T11:20:55,223 DEBUG [RS:0;6706a97ae65f:33081 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212, exclude list is [], retry=0 2024-12-05T11:20:55,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39533,DS-952d51b3-756b-46bf-90fb-99df8fb7b129,DISK] 2024-12-05T11:20:55,226 INFO [RS:0;6706a97ae65f:33081 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 2024-12-05T11:20:55,226 DEBUG [RS:0;6706a97ae65f:33081 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44655:44655)] 2024-12-05T11:20:55,228 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:20:55,381 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:20:55,381 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51 2024-12-05T11:20:55,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741833_1009 (size=32) 2024-12-05T11:20:55,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:55,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:20:55,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:20:55,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:55,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:55,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:20:55,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:20:55,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:55,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:55,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:20:55,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:20:55,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:55,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:55,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:20:55,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:20:55,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:55,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:55,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:20:55,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740 2024-12-05T11:20:55,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740 2024-12-05T11:20:55,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:20:55,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:20:55,393 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:20:55,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:20:55,395 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:20:55,395 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68636537, jitterRate=0.02276410162448883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:20:55,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397655387Initializing all the Stores at 1733397655388 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397655388Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397655388Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397655388Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397655388Cleaning up temporary data from old regions at 1733397655393 (+5 ms)Region opened successfully at 1733397655395 (+2 ms) 2024-12-05T11:20:55,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:20:55,396 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:20:55,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:20:55,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:20:55,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:20:55,398 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:20:55,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397655395Disabling compacts and flushes for region at 1733397655395Disabling writes for close at 1733397655396 (+1 ms)Writing region close event to WAL at 1733397655398 (+2 ms)Closed at 1733397655398 2024-12-05T11:20:55,399 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:20:55,399 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:20:55,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:20:55,400 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:20:55,401 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:20:55,551 DEBUG [6706a97ae65f:42585 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:20:55,552 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,33081,1733397653633 2024-12-05T11:20:55,553 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,33081,1733397653633, state=OPENING 2024-12-05T11:20:55,604 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:20:55,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x101a539023d0004, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308313314 2024-12-05T11:20:55,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308313314 2024-12-05T11:20:55,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1308313314/meta-region-server: CHANGED 2024-12-05T11:20:55,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1308313314/meta-region-server: CHANGED 2024-12-05T11:20:55,615 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:20:55,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,33081,1733397653633}] 2024-12-05T11:20:55,767 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:20:55,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:20:55,774 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:20:55,775 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:20:55,775 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:20:55,776 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C33081%2C1733397653633.meta, suffix=.meta, logDir=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633, archiveDir=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/oldWALs, maxLogs=10 2024-12-05T11:20:55,787 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.meta.1733397655776.meta, exclude list is [], retry=0 2024-12-05T11:20:55,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39533,DS-952d51b3-756b-46bf-90fb-99df8fb7b129,DISK] 2024-12-05T11:20:55,790 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.meta.1733397655776.meta 2024-12-05T11:20:55,790 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44655:44655)] 2024-12-05T11:20:55,791 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:20:55,791 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:20:55,791 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:20:55,791 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:20:55,791 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:20:55,791 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:20:55,791 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:20:55,791 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:20:55,791 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:20:55,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:20:55,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:20:55,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:55,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:55,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:20:55,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:20:55,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:55,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:55,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:20:55,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:20:55,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:55,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:55,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:20:55,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:20:55,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:20:55,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:20:55,796 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:20:55,796 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740 2024-12-05T11:20:55,797 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740 2024-12-05T11:20:55,797 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:20:55,797 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:20:55,798 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:20:55,798 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:20:55,799 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63114785, jitterRate=-0.05951641499996185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:20:55,799 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:20:55,799 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397655791Writing region info on filesystem at 1733397655791Initializing all the Stores at 1733397655792 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397655792Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397655792Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397655792Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397655792Cleaning up temporary data from old regions at 1733397655797 (+5 ms)Running coprocessor post-open hooks at 1733397655799 (+2 ms)Region opened successfully at 1733397655799 2024-12-05T11:20:55,800 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397655767 2024-12-05T11:20:55,801 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:20:55,801 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:20:55,802 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,33081,1733397653633 2024-12-05T11:20:55,802 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,33081,1733397653633, state=OPEN 2024-12-05T11:20:55,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x101a539023d0004, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1308313314/meta-region-server 2024-12-05T11:20:55,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1308313314/meta-region-server 2024-12-05T11:20:55,900 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,33081,1733397653633 2024-12-05T11:20:55,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1308313314/meta-region-server: CHANGED 2024-12-05T11:20:55,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1308313314/meta-region-server: CHANGED 2024-12-05T11:20:55,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:20:55,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,33081,1733397653633 in 285 msec 2024-12-05T11:20:55,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:20:55,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 503 msec 2024-12-05T11:20:55,904 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:20:55,905 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:20:55,906 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:20:55,906 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,33081,1733397653633, seqNum=-1] 2024-12-05T11:20:55,906 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:20:55,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:20:55,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 957 msec 2024-12-05T11:20:55,912 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397655912, completionTime=-1 2024-12-05T11:20:55,912 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:20:55,912 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:20:55,914 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:20:55,914 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397715914 2024-12-05T11:20:55,914 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397775914 2024-12-05T11:20:55,914 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T11:20:55,914 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42585,1733397653494-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:55,914 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42585,1733397653494-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:55,914 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42585,1733397653494-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:55,914 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:42585, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:55,914 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:55,914 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:55,916 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:20:55,917 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.218sec 2024-12-05T11:20:55,917 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:20:55,917 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:20:55,917 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:20:55,917 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:20:55,917 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:20:55,917 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42585,1733397653494-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:20:55,917 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42585,1733397653494-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:20:55,919 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:20:55,919 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:20:55,919 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42585,1733397653494-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:20:55,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c80bd06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:55,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,42585,-1 for getting cluster id 2024-12-05T11:20:55,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:20:55,962 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67117107-1573-4e0e-bb94-41c030cbf786' 2024-12-05T11:20:55,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:20:55,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67117107-1573-4e0e-bb94-41c030cbf786" 2024-12-05T11:20:55,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a0050c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:55,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,42585,-1] 2024-12-05T11:20:55,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:20:55,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:20:55,964 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:20:55,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f716ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:20:55,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:20:55,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,33081,1733397653633, seqNum=-1] 2024-12-05T11:20:55,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:20:55,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:20:55,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,42585,1733397653494 2024-12-05T11:20:55,969 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51863 2024-12-05T11:20:55,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:20:55,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a539023d0005 connected 2024-12-05T11:20:56,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/hadoop.log.dir so I do NOT create it in target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424 2024-12-05T11:20:56,006 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T11:20:56,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/hadoop.tmp.dir so I do NOT create it in target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424 2024-12-05T11:20:56,006 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T11:20:56,006 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424 2024-12-05T11:20:56,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:20:56,006 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/cluster_7bf98f5d-97eb-5d46-cc6e-956cbc644c3d, deleteOnExit=true 2024-12-05T11:20:56,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:20:56,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/test.cache.data in system properties and HBase conf 2024-12-05T11:20:56,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:20:56,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:20:56,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:20:56,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:20:56,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:20:56,007 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:20:56,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:20:56,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:20:56,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:20:56,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:20:56,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:20:56,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:20:56,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:20:56,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:20:56,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:20:56,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:20:56,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:20:56,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:20:56,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:20:56,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:20:56,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:20:56,464 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:20:56,465 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:20:56,465 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:20:56,466 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:20:56,466 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:20:56,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67fe0bf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:20:56,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e6cd7f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:20:56,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53cfc97f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/java.io.tmpdir/jetty-localhost-36243-hadoop-hdfs-3_4_1-tests_jar-_-any-17571632004747954046/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:20:56,607 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@118e84d6{HTTP/1.1, (http/1.1)}{localhost:36243} 2024-12-05T11:20:56,607 INFO [Time-limited test {}] server.Server(415): Started @243944ms 2024-12-05T11:20:56,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:20:56,900 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:20:56,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:20:56,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:20:56,904 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:20:56,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1255a14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:20:56,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66cf0a60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:20:57,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46ac5408{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/java.io.tmpdir/jetty-localhost-39687-hadoop-hdfs-3_4_1-tests_jar-_-any-6639225985486809442/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:20:57,046 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f22cddb{HTTP/1.1, (http/1.1)}{localhost:39687} 2024-12-05T11:20:57,046 INFO [Time-limited test {}] server.Server(415): Started @244383ms 2024-12-05T11:20:57,048 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:20:57,796 WARN [Thread-2920 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/cluster_7bf98f5d-97eb-5d46-cc6e-956cbc644c3d/data/data1/current/BP-919069297-172.17.0.2-1733397656021/current, will proceed with Du for space computation calculation, 2024-12-05T11:20:57,796 WARN [Thread-2921 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/cluster_7bf98f5d-97eb-5d46-cc6e-956cbc644c3d/data/data2/current/BP-919069297-172.17.0.2-1733397656021/current, will proceed with Du for space computation calculation, 2024-12-05T11:20:57,815 WARN [Thread-2908 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:20:57,818 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fc938e0c54e71bd with lease ID 0x4c37e048916202cc: Processing first storage report for DS-e8c3006a-8f79-4892-971b-6a119c00d5e1 from datanode DatanodeRegistration(127.0.0.1:38445, datanodeUuid=0a95c1de-c2a6-4017-8634-7b3a3d03ecf0, infoPort=39501, infoSecurePort=0, ipcPort=34565, storageInfo=lv=-57;cid=testClusterID;nsid=1097246777;c=1733397656021) 2024-12-05T11:20:57,818 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fc938e0c54e71bd with lease ID 0x4c37e048916202cc: from storage DS-e8c3006a-8f79-4892-971b-6a119c00d5e1 node DatanodeRegistration(127.0.0.1:38445, datanodeUuid=0a95c1de-c2a6-4017-8634-7b3a3d03ecf0, infoPort=39501, infoSecurePort=0, ipcPort=34565, storageInfo=lv=-57;cid=testClusterID;nsid=1097246777;c=1733397656021), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:20:57,818 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fc938e0c54e71bd with lease ID 0x4c37e048916202cc: Processing first storage report for DS-85432eae-4af1-4b1c-8d23-aa884580de2e from datanode DatanodeRegistration(127.0.0.1:38445, datanodeUuid=0a95c1de-c2a6-4017-8634-7b3a3d03ecf0, infoPort=39501, infoSecurePort=0, ipcPort=34565, storageInfo=lv=-57;cid=testClusterID;nsid=1097246777;c=1733397656021) 2024-12-05T11:20:57,818 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fc938e0c54e71bd with lease ID 0x4c37e048916202cc: from storage DS-85432eae-4af1-4b1c-8d23-aa884580de2e node DatanodeRegistration(127.0.0.1:38445, datanodeUuid=0a95c1de-c2a6-4017-8634-7b3a3d03ecf0, infoPort=39501, infoSecurePort=0, ipcPort=34565, storageInfo=lv=-57;cid=testClusterID;nsid=1097246777;c=1733397656021), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:20:57,882 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424 2024-12-05T11:20:57,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:57,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:57,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:20:58,291 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5 with version=8 2024-12-05T11:20:58,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/hbase-staging 2024-12-05T11:20:58,293 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:20:58,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:58,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:58,293 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:20:58,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:58,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:20:58,293 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:20:58,293 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:20:58,294 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42879 2024-12-05T11:20:58,294 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42879 connecting to ZooKeeper ensemble=127.0.0.1:51863 2024-12-05T11:20:58,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428790x0, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:20:58,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42879-0x101a539023d0006 connected 2024-12-05T11:20:58,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:58,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:58,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Set watcher on znode that does not yet exist, /2277992721/running 2024-12-05T11:20:58,417 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5, hbase.cluster.distributed=false 2024-12-05T11:20:58,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Set watcher on znode that does not yet exist, /2277992721/acl 2024-12-05T11:20:58,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42879 2024-12-05T11:20:58,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42879 2024-12-05T11:20:58,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42879 2024-12-05T11:20:58,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42879 2024-12-05T11:20:58,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42879 2024-12-05T11:20:58,431 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:20:58,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:58,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:58,431 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:20:58,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:20:58,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:20:58,431 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:20:58,431 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:20:58,431 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42095 2024-12-05T11:20:58,432 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42095 connecting to ZooKeeper ensemble=127.0.0.1:51863 2024-12-05T11:20:58,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:58,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:58,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420950x0, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:20:58,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420950x0, quorum=127.0.0.1:51863, baseZNode=/2277992721 Set watcher on znode that does not yet exist, /2277992721/running 2024-12-05T11:20:58,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42095-0x101a539023d0007 connected 2024-12-05T11:20:58,446 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:20:58,448 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:20:58,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42095-0x101a539023d0007, quorum=127.0.0.1:51863, baseZNode=/2277992721 Set watcher on znode that does not yet exist, /2277992721/master 2024-12-05T11:20:58,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42095-0x101a539023d0007, quorum=127.0.0.1:51863, baseZNode=/2277992721 Set watcher on znode that does not yet exist, /2277992721/acl 2024-12-05T11:20:58,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42095 2024-12-05T11:20:58,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42095 2024-12-05T11:20:58,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42095 2024-12-05T11:20:58,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42095 2024-12-05T11:20:58,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42095 2024-12-05T11:20:58,467 DEBUG [M:0;6706a97ae65f:42879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:42879 2024-12-05T11:20:58,468 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2277992721/backup-masters/6706a97ae65f,42879,1733397658293 2024-12-05T11:20:58,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2277992721/backup-masters 2024-12-05T11:20:58,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x101a539023d0007, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2277992721/backup-masters 2024-12-05T11:20:58,477 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Set watcher on existing znode=/2277992721/backup-masters/6706a97ae65f,42879,1733397658293 2024-12-05T11:20:58,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x101a539023d0007, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2277992721/master 2024-12-05T11:20:58,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2277992721 2024-12-05T11:20:58,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x101a539023d0007, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2277992721 2024-12-05T11:20:58,488 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Set watcher on existing znode=/2277992721/master 2024-12-05T11:20:58,488 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2277992721/backup-masters/6706a97ae65f,42879,1733397658293 from backup master directory 2024-12-05T11:20:58,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2277992721/backup-masters/6706a97ae65f,42879,1733397658293 2024-12-05T11:20:58,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x101a539023d0007, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2277992721/backup-masters 2024-12-05T11:20:58,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2277992721/backup-masters 2024-12-05T11:20:58,498 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:20:58,498 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,42879,1733397658293 2024-12-05T11:20:58,501 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/hbase.id] with ID: cda6798d-c785-4fdf-9a15-1a0f317c81b2 2024-12-05T11:20:58,501 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/.tmp/hbase.id 2024-12-05T11:20:58,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:20:58,908 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/.tmp/hbase.id]:[hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/hbase.id] 2024-12-05T11:20:58,914 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:20:58,914 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:20:58,915 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T11:20:58,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T11:20:58,931 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T11:20:58,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:20:58,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T11:20:58,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:20:58,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T11:20:58,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T11:20:58,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T11:20:58,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2277992721 2024-12-05T11:20:58,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x101a539023d0007, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2277992721 2024-12-05T11:20:58,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:20:59,366 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:20:59,367 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:20:59,367 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:20:59,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:20:59,772 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/data/master/store 2024-12-05T11:20:59,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:21:00,179 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:00,179 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:21:00,179 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:00,179 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:00,179 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:21:00,179 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:00,180 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:00,180 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397660179Disabling compacts and flushes for region at 1733397660179Disabling writes for close at 1733397660179Writing region close event to WAL at 1733397660179Closed at 1733397660179 2024-12-05T11:21:00,180 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/data/master/store/.initializing 2024-12-05T11:21:00,180 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/WALs/6706a97ae65f,42879,1733397658293 2024-12-05T11:21:00,181 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:21:00,182 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C42879%2C1733397658293, suffix=, logDir=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/WALs/6706a97ae65f,42879,1733397658293, archiveDir=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/oldWALs, maxLogs=10 2024-12-05T11:21:00,206 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/WALs/6706a97ae65f,42879,1733397658293/6706a97ae65f%2C42879%2C1733397658293.1733397660182, exclude list is [], retry=0 2024-12-05T11:21:00,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38445,DS-e8c3006a-8f79-4892-971b-6a119c00d5e1,DISK] 2024-12-05T11:21:00,213 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/WALs/6706a97ae65f,42879,1733397658293/6706a97ae65f%2C42879%2C1733397658293.1733397660182 2024-12-05T11:21:00,214 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39501:39501)] 2024-12-05T11:21:00,214 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:21:00,214 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:00,214 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:00,214 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:00,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:00,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:21:00,217 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:00,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:00,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:00,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:21:00,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:00,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:00,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:00,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:21:00,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:00,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:00,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:00,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:21:00,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:00,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:00,221 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:00,221 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:00,221 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:00,222 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:00,222 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:00,222 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:21:00,223 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:00,225 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:21:00,225 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64935741, jitterRate=-0.0323820561170578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:21:00,225 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397660214Initializing all the Stores at 1733397660215 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397660215Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397660216 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397660216Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397660216Cleaning up temporary data from old regions at 1733397660222 (+6 ms)Region opened successfully at 1733397660225 (+3 ms) 2024-12-05T11:21:00,227 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:21:00,229 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c3add05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:21:00,229 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:21:00,230 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:21:00,230 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:21:00,230 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:21:00,230 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:21:00,231 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:21:00,231 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:21:00,232 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:21:00,233 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Unable to get data of znode /2277992721/balancer because node does not exist (not necessarily an error) 2024-12-05T11:21:00,452 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2277992721/balancer already deleted, retry=false 2024-12-05T11:21:00,452 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:21:00,453 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Unable to get data of znode /2277992721/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:21:00,518 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2277992721/normalizer already deleted, retry=false 2024-12-05T11:21:00,519 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:21:00,520 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Unable to get data of znode /2277992721/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:21:00,540 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2277992721/switch/split already deleted, retry=false 2024-12-05T11:21:00,541 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Unable to get data of znode /2277992721/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:21:00,550 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2277992721/switch/merge already deleted, retry=false 2024-12-05T11:21:00,552 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Unable to get data of znode /2277992721/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:21:00,561 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2277992721/snapshot-cleanup already deleted, retry=false 2024-12-05T11:21:00,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x101a539023d0007, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2277992721/running 2024-12-05T11:21:00,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2277992721/running 2024-12-05T11:21:00,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x101a539023d0007, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2277992721 2024-12-05T11:21:00,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2277992721 2024-12-05T11:21:00,572 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,42879,1733397658293, sessionid=0x101a539023d0006, setting cluster-up flag (Was=false) 2024-12-05T11:21:00,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2277992721 2024-12-05T11:21:00,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x101a539023d0007, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2277992721 2024-12-05T11:21:00,624 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2277992721/flush-table-proc/acquired, /2277992721/flush-table-proc/reached, /2277992721/flush-table-proc/abort 2024-12-05T11:21:00,625 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,42879,1733397658293 2024-12-05T11:21:00,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2277992721 2024-12-05T11:21:00,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x101a539023d0007, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2277992721 2024-12-05T11:21:00,677 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2277992721/online-snapshot/acquired, /2277992721/online-snapshot/reached, /2277992721/online-snapshot/abort 2024-12-05T11:21:00,678 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,42879,1733397658293 2024-12-05T11:21:00,679 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:21:00,680 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:21:00,680 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:21:00,680 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:21:00,680 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,42879,1733397658293 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:21:00,681 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:21:00,681 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:21:00,681 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:21:00,681 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:21:00,681 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:21:00,681 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:00,682 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:21:00,682 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:00,682 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:21:00,683 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:21:00,683 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:00,683 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:21:00,687 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397690687 2024-12-05T11:21:00,687 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:21:00,687 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:21:00,687 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:21:00,687 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:21:00,687 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:21:00,687 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:21:00,688 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:00,688 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:21:00,688 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:21:00,688 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:21:00,688 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:21:00,691 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:21:00,691 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:21:00,692 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397660692,5,FailOnTimeoutGroup] 2024-12-05T11:21:00,692 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397660692,5,FailOnTimeoutGroup] 2024-12-05T11:21:00,692 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:00,692 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:21:00,692 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:00,692 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:00,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:21:00,757 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(746): ClusterId : cda6798d-c785-4fdf-9a15-1a0f317c81b2 2024-12-05T11:21:00,757 DEBUG [RS:0;6706a97ae65f:42095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:21:00,768 DEBUG [RS:0;6706a97ae65f:42095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:21:00,768 DEBUG [RS:0;6706a97ae65f:42095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:21:00,779 DEBUG [RS:0;6706a97ae65f:42095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:21:00,779 DEBUG [RS:0;6706a97ae65f:42095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f847cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:21:00,789 DEBUG [RS:0;6706a97ae65f:42095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:42095 2024-12-05T11:21:00,789 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:21:00,789 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:21:00,789 DEBUG [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:21:00,790 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,42879,1733397658293 with port=42095, startcode=1733397658431 2024-12-05T11:21:00,790 DEBUG [RS:0;6706a97ae65f:42095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:21:00,791 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:21:00,792 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,42095,1733397658431 2024-12-05T11:21:00,792 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42879 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,42095,1733397658431 2024-12-05T11:21:00,793 DEBUG [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5 2024-12-05T11:21:00,793 DEBUG [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37123 2024-12-05T11:21:00,793 DEBUG [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:21:00,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2277992721/rs 2024-12-05T11:21:00,848 DEBUG [RS:0;6706a97ae65f:42095 {}] zookeeper.ZKUtil(111): regionserver:42095-0x101a539023d0007, quorum=127.0.0.1:51863, baseZNode=/2277992721 Set watcher on existing znode=/2277992721/rs/6706a97ae65f,42095,1733397658431 2024-12-05T11:21:00,848 WARN [RS:0;6706a97ae65f:42095 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:21:00,848 INFO [RS:0;6706a97ae65f:42095 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:21:00,848 DEBUG [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431 2024-12-05T11:21:00,848 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,42095,1733397658431] 2024-12-05T11:21:00,851 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:21:00,852 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:21:00,853 INFO [RS:0;6706a97ae65f:42095 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:21:00,853 INFO [RS:0;6706a97ae65f:42095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:00,853 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:21:00,853 INFO [RS:0;6706a97ae65f:42095 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:21:00,853 INFO [RS:0;6706a97ae65f:42095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:00,854 DEBUG [RS:0;6706a97ae65f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:00,854 DEBUG [RS:0;6706a97ae65f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:00,854 DEBUG [RS:0;6706a97ae65f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:00,854 DEBUG [RS:0;6706a97ae65f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:00,854 DEBUG [RS:0;6706a97ae65f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:00,854 DEBUG [RS:0;6706a97ae65f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:21:00,854 DEBUG [RS:0;6706a97ae65f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:00,854 DEBUG [RS:0;6706a97ae65f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:00,854 DEBUG [RS:0;6706a97ae65f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:00,854 DEBUG [RS:0;6706a97ae65f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:00,854 DEBUG [RS:0;6706a97ae65f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:00,854 DEBUG [RS:0;6706a97ae65f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:00,854 DEBUG [RS:0;6706a97ae65f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:21:00,854 DEBUG [RS:0;6706a97ae65f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:21:00,854 INFO [RS:0;6706a97ae65f:42095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:00,854 INFO [RS:0;6706a97ae65f:42095 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:00,854 INFO [RS:0;6706a97ae65f:42095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:00,854 INFO [RS:0;6706a97ae65f:42095 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:00,854 INFO [RS:0;6706a97ae65f:42095 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:00,854 INFO [RS:0;6706a97ae65f:42095 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42095,1733397658431-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:21:00,871 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:21:00,871 INFO [RS:0;6706a97ae65f:42095 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42095,1733397658431-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:00,871 INFO [RS:0;6706a97ae65f:42095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:00,871 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.Replication(171): 6706a97ae65f,42095,1733397658431 started 2024-12-05T11:21:00,888 INFO [RS:0;6706a97ae65f:42095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:00,888 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,42095,1733397658431, RpcServer on 6706a97ae65f/172.17.0.2:42095, sessionid=0x101a539023d0007 2024-12-05T11:21:00,888 DEBUG [RS:0;6706a97ae65f:42095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:21:00,888 DEBUG [RS:0;6706a97ae65f:42095 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,42095,1733397658431 2024-12-05T11:21:00,888 DEBUG [RS:0;6706a97ae65f:42095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,42095,1733397658431' 2024-12-05T11:21:00,888 DEBUG [RS:0;6706a97ae65f:42095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2277992721/flush-table-proc/abort' 2024-12-05T11:21:00,889 DEBUG [RS:0;6706a97ae65f:42095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2277992721/flush-table-proc/acquired' 2024-12-05T11:21:00,889 DEBUG [RS:0;6706a97ae65f:42095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:21:00,889 DEBUG [RS:0;6706a97ae65f:42095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:21:00,889 DEBUG [RS:0;6706a97ae65f:42095 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,42095,1733397658431 2024-12-05T11:21:00,889 DEBUG [RS:0;6706a97ae65f:42095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,42095,1733397658431' 2024-12-05T11:21:00,889 DEBUG [RS:0;6706a97ae65f:42095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2277992721/online-snapshot/abort' 2024-12-05T11:21:00,890 DEBUG [RS:0;6706a97ae65f:42095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2277992721/online-snapshot/acquired' 2024-12-05T11:21:00,890 DEBUG [RS:0;6706a97ae65f:42095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:21:00,890 INFO [RS:0;6706a97ae65f:42095 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:21:00,890 INFO [RS:0;6706a97ae65f:42095 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:21:00,990 INFO [RS:0;6706a97ae65f:42095 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:21:00,992 INFO [RS:0;6706a97ae65f:42095 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C42095%2C1733397658431, suffix=, logDir=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431, archiveDir=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/oldWALs, maxLogs=10 2024-12-05T11:21:01,015 DEBUG [RS:0;6706a97ae65f:42095 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992, exclude list is [], retry=0 2024-12-05T11:21:01,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38445,DS-e8c3006a-8f79-4892-971b-6a119c00d5e1,DISK] 2024-12-05T11:21:01,018 INFO [RS:0;6706a97ae65f:42095 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 2024-12-05T11:21:01,018 DEBUG [RS:0;6706a97ae65f:42095 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39501:39501)] 2024-12-05T11:21:01,094 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:21:01,094 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5 2024-12-05T11:21:01,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741833_1009 (size=32) 2024-12-05T11:21:01,293 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:21:01,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:01,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:01,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:01,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:01,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:01,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:01,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:01,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:01,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:01,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:01,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:01,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:01,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:01,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:21:01,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:21:01,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:01,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:01,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:21:01,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:21:01,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:01,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:01,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:21:01,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:21:01,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:01,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:01,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:21:01,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:21:01,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:01,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:01,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:21:01,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740 2024-12-05T11:21:01,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740 2024-12-05T11:21:01,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:21:01,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:21:01,506 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:21:01,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:21:01,508 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:21:01,509 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75385038, jitterRate=0.12332460284233093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:21:01,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397661499Initializing all the Stores at 1733397661499Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397661500 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397661500Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397661500Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397661500Cleaning up temporary data from old regions at 1733397661506 (+6 ms)Region opened successfully at 1733397661509 (+3 ms) 2024-12-05T11:21:01,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:21:01,509 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:21:01,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:21:01,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:21:01,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:21:01,509 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:21:01,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397661509Disabling compacts and flushes for region at 1733397661509Disabling writes for close at 1733397661509Writing region close event to WAL at 1733397661509Closed at 1733397661509 2024-12-05T11:21:01,510 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:21:01,510 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:21:01,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:21:01,511 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:21:01,512 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:21:01,662 DEBUG [6706a97ae65f:42879 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:21:01,663 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,42095,1733397658431 2024-12-05T11:21:01,664 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,42095,1733397658431, state=OPENING 2024-12-05T11:21:01,708 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:21:01,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x101a539023d0007, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2277992721 2024-12-05T11:21:01,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2277992721 2024-12-05T11:21:01,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2277992721/meta-region-server: CHANGED 2024-12-05T11:21:01,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2277992721/meta-region-server: CHANGED 2024-12-05T11:21:01,720 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:21:01,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,42095,1733397658431}] 2024-12-05T11:21:01,872 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:21:01,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:21:01,875 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:21:01,875 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:21:01,875 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:21:01,876 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C42095%2C1733397658431.meta, suffix=.meta, logDir=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431, archiveDir=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/oldWALs, maxLogs=10 2024-12-05T11:21:01,888 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.meta.1733397661876.meta, exclude list is [], retry=0 2024-12-05T11:21:01,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38445,DS-e8c3006a-8f79-4892-971b-6a119c00d5e1,DISK] 2024-12-05T11:21:01,891 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.meta.1733397661876.meta 2024-12-05T11:21:01,892 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39501:39501)] 2024-12-05T11:21:01,892 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:21:01,893 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:21:01,893 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:21:01,893 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:21:01,893 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:21:01,893 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:21:01,893 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:01,893 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:21:01,893 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:21:01,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:21:01,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:21:01,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:01,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:01,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:21:01,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:21:01,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:01,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:01,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:21:01,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:21:01,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:01,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:01,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:21:01,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:21:01,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:01,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:01,898 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:21:01,898 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740 2024-12-05T11:21:01,899 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740 2024-12-05T11:21:01,900 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:21:01,900 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:21:01,900 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:21:01,901 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:21:01,902 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68412374, jitterRate=0.01942381262779236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:21:01,902 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:21:01,902 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397661893Writing region info on filesystem at 1733397661893Initializing all the Stores at 1733397661894 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397661894Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397661894Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397661894Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397661894Cleaning up temporary data from old regions at 1733397661900 (+6 ms)Running coprocessor post-open hooks at 1733397661902 (+2 ms)Region opened successfully at 1733397661902 2024-12-05T11:21:01,903 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397661871 2024-12-05T11:21:01,905 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:21:01,905 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:21:01,905 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,42095,1733397658431 2024-12-05T11:21:01,906 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,42095,1733397658431, state=OPEN 2024-12-05T11:21:01,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2277992721/meta-region-server 2024-12-05T11:21:01,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x101a539023d0007, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2277992721/meta-region-server 2024-12-05T11:21:01,915 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,42095,1733397658431 2024-12-05T11:21:01,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2277992721/meta-region-server: CHANGED 2024-12-05T11:21:01,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2277992721/meta-region-server: CHANGED 2024-12-05T11:21:01,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:21:01,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,42095,1733397658431 in 195 msec 2024-12-05T11:21:01,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:21:01,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 406 msec 2024-12-05T11:21:01,919 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:21:01,919 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:21:01,920 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:01,921 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,42095,1733397658431, seqNum=-1] 2024-12-05T11:21:01,921 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:01,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:21:01,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2450 sec 2024-12-05T11:21:01,926 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397661925, completionTime=-1 2024-12-05T11:21:01,926 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:21:01,926 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:21:01,927 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:21:01,927 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397721927 2024-12-05T11:21:01,927 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397781927 2024-12-05T11:21:01,927 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T11:21:01,928 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42879,1733397658293-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:01,928 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42879,1733397658293-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:01,928 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42879,1733397658293-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:01,928 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:42879, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:01,928 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:01,928 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:01,929 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:21:01,931 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.433sec 2024-12-05T11:21:01,931 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:21:01,931 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:21:01,931 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:21:01,931 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:21:01,931 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:21:01,931 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42879,1733397658293-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:21:01,931 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42879,1733397658293-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:21:01,933 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:21:01,933 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:21:01,933 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42879,1733397658293-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:01,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a5dc45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:01,958 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,42879,-1 for getting cluster id 2024-12-05T11:21:01,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:01,959 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cda6798d-c785-4fdf-9a15-1a0f317c81b2' 2024-12-05T11:21:01,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:01,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cda6798d-c785-4fdf-9a15-1a0f317c81b2" 2024-12-05T11:21:01,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b59e844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:01,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,42879,-1] 2024-12-05T11:21:01,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:01,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:01,961 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:01,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6130229c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:01,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:01,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,42095,1733397658431, seqNum=-1] 2024-12-05T11:21:01,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:01,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:21:01,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,42879,1733397658293 2024-12-05T11:21:01,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51863 2024-12-05T11:21:01,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:21:01,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a539023d0008 connected 2024-12-05T11:21:01,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:01,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,37631,1733397646952 2024-12-05T11:21:01,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ede32a2 2024-12-05T11:21:01,992 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:01,993 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:21:01,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:21:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T11:21:01,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:21:01,995 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:01,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T11:21:01,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:21:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:02,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741835_1011 (size=902) 2024-12-05T11:21:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:02,406 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76b7641ecfb061120a6c1b57ce75d506, NAME => 'test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9 2024-12-05T11:21:02,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741836_1012 (size=39) 2024-12-05T11:21:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:02,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:02,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 76b7641ecfb061120a6c1b57ce75d506, disabling compactions & flushes 2024-12-05T11:21:02,813 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506. 2024-12-05T11:21:02,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506. 2024-12-05T11:21:02,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506. after waiting 0 ms 2024-12-05T11:21:02,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506. 2024-12-05T11:21:02,813 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506. 2024-12-05T11:21:02,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76b7641ecfb061120a6c1b57ce75d506: Waiting for close lock at 1733397662813Disabling compacts and flushes for region at 1733397662813Disabling writes for close at 1733397662813Writing region close event to WAL at 1733397662813Closed at 1733397662813 2024-12-05T11:21:02,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:21:02,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733397662814"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397662814"}]},"ts":"1733397662814"} 2024-12-05T11:21:02,816 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:21:02,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:21:02,817 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397662816"}]},"ts":"1733397662816"} 2024-12-05T11:21:02,818 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T11:21:02,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=76b7641ecfb061120a6c1b57ce75d506, ASSIGN}] 2024-12-05T11:21:02,819 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=76b7641ecfb061120a6c1b57ce75d506, ASSIGN 2024-12-05T11:21:02,820 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=76b7641ecfb061120a6c1b57ce75d506, ASSIGN; state=OFFLINE, location=6706a97ae65f,35797,1733397647158; forceNewPlan=false, retain=false 2024-12-05T11:21:02,970 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=76b7641ecfb061120a6c1b57ce75d506, regionState=OPENING, regionLocation=6706a97ae65f,35797,1733397647158 2024-12-05T11:21:02,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=76b7641ecfb061120a6c1b57ce75d506, ASSIGN because future has completed 2024-12-05T11:21:02,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76b7641ecfb061120a6c1b57ce75d506, server=6706a97ae65f,35797,1733397647158}] 2024-12-05T11:21:03,127 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506. 2024-12-05T11:21:03,127 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 76b7641ecfb061120a6c1b57ce75d506, NAME => 'test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:21:03,127 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:21:03,127 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T11:21:03,127 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 76b7641ecfb061120a6c1b57ce75d506 2024-12-05T11:21:03,127 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:03,127 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 76b7641ecfb061120a6c1b57ce75d506 2024-12-05T11:21:03,127 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 76b7641ecfb061120a6c1b57ce75d506 2024-12-05T11:21:03,128 INFO [StoreOpener-76b7641ecfb061120a6c1b57ce75d506-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 76b7641ecfb061120a6c1b57ce75d506 2024-12-05T11:21:03,129 INFO [StoreOpener-76b7641ecfb061120a6c1b57ce75d506-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76b7641ecfb061120a6c1b57ce75d506 columnFamilyName f 2024-12-05T11:21:03,130 DEBUG [StoreOpener-76b7641ecfb061120a6c1b57ce75d506-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:03,130 INFO [StoreOpener-76b7641ecfb061120a6c1b57ce75d506-1 {}] regionserver.HStore(327): Store=76b7641ecfb061120a6c1b57ce75d506/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:03,130 INFO [StoreOpener-76b7641ecfb061120a6c1b57ce75d506-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 76b7641ecfb061120a6c1b57ce75d506 2024-12-05T11:21:03,131 INFO [StoreOpener-76b7641ecfb061120a6c1b57ce75d506-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76b7641ecfb061120a6c1b57ce75d506 columnFamilyName f1 2024-12-05T11:21:03,131 DEBUG [StoreOpener-76b7641ecfb061120a6c1b57ce75d506-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:03,131 INFO [StoreOpener-76b7641ecfb061120a6c1b57ce75d506-1 {}] regionserver.HStore(327): Store=76b7641ecfb061120a6c1b57ce75d506/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:03,131 INFO [StoreOpener-76b7641ecfb061120a6c1b57ce75d506-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 76b7641ecfb061120a6c1b57ce75d506 2024-12-05T11:21:03,132 INFO [StoreOpener-76b7641ecfb061120a6c1b57ce75d506-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76b7641ecfb061120a6c1b57ce75d506 columnFamilyName norep 2024-12-05T11:21:03,132 DEBUG [StoreOpener-76b7641ecfb061120a6c1b57ce75d506-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:03,132 INFO [StoreOpener-76b7641ecfb061120a6c1b57ce75d506-1 {}] regionserver.HStore(327): Store=76b7641ecfb061120a6c1b57ce75d506/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:03,132 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 76b7641ecfb061120a6c1b57ce75d506 2024-12-05T11:21:03,133 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/default/test/76b7641ecfb061120a6c1b57ce75d506 2024-12-05T11:21:03,133 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/default/test/76b7641ecfb061120a6c1b57ce75d506 2024-12-05T11:21:03,134 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 76b7641ecfb061120a6c1b57ce75d506 2024-12-05T11:21:03,134 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 76b7641ecfb061120a6c1b57ce75d506 2024-12-05T11:21:03,134 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:21:03,135 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 76b7641ecfb061120a6c1b57ce75d506 2024-12-05T11:21:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:03,137 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/default/test/76b7641ecfb061120a6c1b57ce75d506/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:21:03,137 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 76b7641ecfb061120a6c1b57ce75d506; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73721186, jitterRate=0.09853127598762512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:21:03,137 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76b7641ecfb061120a6c1b57ce75d506 2024-12-05T11:21:03,137 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 76b7641ecfb061120a6c1b57ce75d506: Running coprocessor pre-open hook at 1733397663128Writing region info on filesystem at 1733397663128Initializing all the Stores at 1733397663128Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397663128Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397663128Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397663128Cleaning up temporary data from old regions at 1733397663134 (+6 ms)Running coprocessor post-open hooks at 1733397663137 (+3 ms)Region opened successfully at 1733397663137 2024-12-05T11:21:03,138 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506., pid=6, masterSystemTime=1733397663123 2024-12-05T11:21:03,140 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506. 2024-12-05T11:21:03,140 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506. 2024-12-05T11:21:03,140 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=76b7641ecfb061120a6c1b57ce75d506, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6706a97ae65f,35797,1733397647158 2024-12-05T11:21:03,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76b7641ecfb061120a6c1b57ce75d506, server=6706a97ae65f,35797,1733397647158 because future has completed 2024-12-05T11:21:03,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T11:21:03,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 76b7641ecfb061120a6c1b57ce75d506, server=6706a97ae65f,35797,1733397647158 in 171 msec 2024-12-05T11:21:03,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T11:21:03,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=76b7641ecfb061120a6c1b57ce75d506, ASSIGN in 326 msec 2024-12-05T11:21:03,146 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:21:03,146 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397663146"}]},"ts":"1733397663146"} 2024-12-05T11:21:03,151 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T11:21:03,151 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:21:03,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-12-05T11:21:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:04,156 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T11:21:04,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:04,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,42585,1733397653494 2024-12-05T11:21:04,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11eedcd5 2024-12-05T11:21:04,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:04,158 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:21:04,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:21:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T11:21:04,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:21:04,160 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:04,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T11:21:04,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:21:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:04,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741835_1011 (size=902) 2024-12-05T11:21:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:04,567 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 93ac184148cbbcc9667d00b7f35fad0b, NAME => 'test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51 2024-12-05T11:21:04,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741836_1012 (size=39) 2024-12-05T11:21:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:04,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:04,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 93ac184148cbbcc9667d00b7f35fad0b, disabling compactions & flushes 2024-12-05T11:21:04,971 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b. 2024-12-05T11:21:04,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b. 2024-12-05T11:21:04,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b. after waiting 0 ms 2024-12-05T11:21:04,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b. 2024-12-05T11:21:04,971 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b. 2024-12-05T11:21:04,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 93ac184148cbbcc9667d00b7f35fad0b: Waiting for close lock at 1733397664971Disabling compacts and flushes for region at 1733397664971Disabling writes for close at 1733397664971Writing region close event to WAL at 1733397664971Closed at 1733397664971 2024-12-05T11:21:04,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:21:04,973 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733397664973"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397664973"}]},"ts":"1733397664973"} 2024-12-05T11:21:04,975 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:21:04,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:21:04,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397664976"}]},"ts":"1733397664976"} 2024-12-05T11:21:04,977 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T11:21:04,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=93ac184148cbbcc9667d00b7f35fad0b, ASSIGN}] 2024-12-05T11:21:04,979 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=93ac184148cbbcc9667d00b7f35fad0b, ASSIGN 2024-12-05T11:21:04,979 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=93ac184148cbbcc9667d00b7f35fad0b, ASSIGN; state=OFFLINE, location=6706a97ae65f,33081,1733397653633; forceNewPlan=false, retain=false 2024-12-05T11:21:05,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=93ac184148cbbcc9667d00b7f35fad0b, regionState=OPENING, regionLocation=6706a97ae65f,33081,1733397653633 2024-12-05T11:21:05,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=93ac184148cbbcc9667d00b7f35fad0b, ASSIGN because future has completed 2024-12-05T11:21:05,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93ac184148cbbcc9667d00b7f35fad0b, server=6706a97ae65f,33081,1733397653633}] 2024-12-05T11:21:05,286 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b. 2024-12-05T11:21:05,286 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 93ac184148cbbcc9667d00b7f35fad0b, NAME => 'test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:21:05,287 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:21:05,287 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T11:21:05,287 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 93ac184148cbbcc9667d00b7f35fad0b 2024-12-05T11:21:05,287 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:05,287 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 93ac184148cbbcc9667d00b7f35fad0b 2024-12-05T11:21:05,287 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 93ac184148cbbcc9667d00b7f35fad0b 2024-12-05T11:21:05,288 INFO [StoreOpener-93ac184148cbbcc9667d00b7f35fad0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 93ac184148cbbcc9667d00b7f35fad0b 2024-12-05T11:21:05,289 INFO [StoreOpener-93ac184148cbbcc9667d00b7f35fad0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93ac184148cbbcc9667d00b7f35fad0b columnFamilyName f 2024-12-05T11:21:05,289 DEBUG [StoreOpener-93ac184148cbbcc9667d00b7f35fad0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:05,289 INFO [StoreOpener-93ac184148cbbcc9667d00b7f35fad0b-1 {}] regionserver.HStore(327): Store=93ac184148cbbcc9667d00b7f35fad0b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:05,289 INFO [StoreOpener-93ac184148cbbcc9667d00b7f35fad0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 93ac184148cbbcc9667d00b7f35fad0b 2024-12-05T11:21:05,290 INFO [StoreOpener-93ac184148cbbcc9667d00b7f35fad0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93ac184148cbbcc9667d00b7f35fad0b columnFamilyName f1 2024-12-05T11:21:05,290 DEBUG [StoreOpener-93ac184148cbbcc9667d00b7f35fad0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:05,290 INFO [StoreOpener-93ac184148cbbcc9667d00b7f35fad0b-1 {}] regionserver.HStore(327): Store=93ac184148cbbcc9667d00b7f35fad0b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:05,290 INFO [StoreOpener-93ac184148cbbcc9667d00b7f35fad0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 93ac184148cbbcc9667d00b7f35fad0b 2024-12-05T11:21:05,291 INFO [StoreOpener-93ac184148cbbcc9667d00b7f35fad0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93ac184148cbbcc9667d00b7f35fad0b columnFamilyName norep 2024-12-05T11:21:05,291 DEBUG [StoreOpener-93ac184148cbbcc9667d00b7f35fad0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:05,291 INFO [StoreOpener-93ac184148cbbcc9667d00b7f35fad0b-1 {}] regionserver.HStore(327): Store=93ac184148cbbcc9667d00b7f35fad0b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:05,291 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 93ac184148cbbcc9667d00b7f35fad0b 2024-12-05T11:21:05,292 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/default/test/93ac184148cbbcc9667d00b7f35fad0b 2024-12-05T11:21:05,292 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/default/test/93ac184148cbbcc9667d00b7f35fad0b 2024-12-05T11:21:05,292 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 93ac184148cbbcc9667d00b7f35fad0b 2024-12-05T11:21:05,292 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 93ac184148cbbcc9667d00b7f35fad0b 2024-12-05T11:21:05,293 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:21:05,293 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 93ac184148cbbcc9667d00b7f35fad0b 2024-12-05T11:21:05,294 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/default/test/93ac184148cbbcc9667d00b7f35fad0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:21:05,295 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 93ac184148cbbcc9667d00b7f35fad0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67324427, jitterRate=0.0032121390104293823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:21:05,295 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93ac184148cbbcc9667d00b7f35fad0b 2024-12-05T11:21:05,295 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 93ac184148cbbcc9667d00b7f35fad0b: Running coprocessor pre-open hook at 1733397665287Writing region info on filesystem at 1733397665287Initializing all the Stores at 1733397665287Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397665288 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397665288Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397665288Cleaning up temporary data from old regions at 1733397665292 (+4 ms)Running coprocessor post-open hooks at 1733397665295 (+3 ms)Region opened successfully at 1733397665295 2024-12-05T11:21:05,296 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b., pid=6, masterSystemTime=1733397665284 2024-12-05T11:21:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:05,297 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b. 2024-12-05T11:21:05,297 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b. 2024-12-05T11:21:05,298 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=93ac184148cbbcc9667d00b7f35fad0b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6706a97ae65f,33081,1733397653633 2024-12-05T11:21:05,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93ac184148cbbcc9667d00b7f35fad0b, server=6706a97ae65f,33081,1733397653633 because future has completed 2024-12-05T11:21:05,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T11:21:05,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 93ac184148cbbcc9667d00b7f35fad0b, server=6706a97ae65f,33081,1733397653633 in 168 msec 2024-12-05T11:21:05,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T11:21:05,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=93ac184148cbbcc9667d00b7f35fad0b, ASSIGN in 324 msec 2024-12-05T11:21:05,304 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:21:05,304 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397665304"}]},"ts":"1733397665304"} 2024-12-05T11:21:05,306 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T11:21:05,306 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:21:05,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-12-05T11:21:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:06,306 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T11:21:06,306 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:06,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,42879,1733397658293 2024-12-05T11:21:06,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@244c6ac7 2024-12-05T11:21:06,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:06,308 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:21:06,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:21:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T11:21:06,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:21:06,310 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:06,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T11:21:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:06,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:21:06,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741835_1011 (size=902) 2024-12-05T11:21:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:06,717 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc904126a9c5e6bb6cf6dbe6a5a93687, NAME => 'test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5 2024-12-05T11:21:06,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741836_1012 (size=39) 2024-12-05T11:21:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:07,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:07,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bc904126a9c5e6bb6cf6dbe6a5a93687, disabling compactions & flushes 2024-12-05T11:21:07,121 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687. 2024-12-05T11:21:07,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687. 2024-12-05T11:21:07,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687. after waiting 0 ms 2024-12-05T11:21:07,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687. 2024-12-05T11:21:07,121 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687. 2024-12-05T11:21:07,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc904126a9c5e6bb6cf6dbe6a5a93687: Waiting for close lock at 1733397667121Disabling compacts and flushes for region at 1733397667121Disabling writes for close at 1733397667121Writing region close event to WAL at 1733397667121Closed at 1733397667121 2024-12-05T11:21:07,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:21:07,123 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733397667123"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397667123"}]},"ts":"1733397667123"} 2024-12-05T11:21:07,124 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:21:07,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:21:07,125 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397667125"}]},"ts":"1733397667125"} 2024-12-05T11:21:07,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T11:21:07,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc904126a9c5e6bb6cf6dbe6a5a93687, ASSIGN}] 2024-12-05T11:21:07,127 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc904126a9c5e6bb6cf6dbe6a5a93687, ASSIGN 2024-12-05T11:21:07,128 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bc904126a9c5e6bb6cf6dbe6a5a93687, ASSIGN; state=OFFLINE, location=6706a97ae65f,42095,1733397658431; forceNewPlan=false, retain=false 2024-12-05T11:21:07,278 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc904126a9c5e6bb6cf6dbe6a5a93687, regionState=OPENING, regionLocation=6706a97ae65f,42095,1733397658431 2024-12-05T11:21:07,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bc904126a9c5e6bb6cf6dbe6a5a93687, ASSIGN because future has completed 2024-12-05T11:21:07,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc904126a9c5e6bb6cf6dbe6a5a93687, server=6706a97ae65f,42095,1733397658431}] 2024-12-05T11:21:07,395 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:21:07,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:07,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:07,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:07,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:07,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:07,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:07,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:07,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:07,437 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687. 2024-12-05T11:21:07,437 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bc904126a9c5e6bb6cf6dbe6a5a93687, NAME => 'test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:21:07,437 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:21:07,438 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T11:21:07,438 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bc904126a9c5e6bb6cf6dbe6a5a93687 2024-12-05T11:21:07,438 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:07,438 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bc904126a9c5e6bb6cf6dbe6a5a93687 2024-12-05T11:21:07,438 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bc904126a9c5e6bb6cf6dbe6a5a93687 2024-12-05T11:21:07,439 INFO [StoreOpener-bc904126a9c5e6bb6cf6dbe6a5a93687-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bc904126a9c5e6bb6cf6dbe6a5a93687 2024-12-05T11:21:07,440 INFO [StoreOpener-bc904126a9c5e6bb6cf6dbe6a5a93687-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc904126a9c5e6bb6cf6dbe6a5a93687 columnFamilyName f 2024-12-05T11:21:07,440 DEBUG [StoreOpener-bc904126a9c5e6bb6cf6dbe6a5a93687-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:07,440 INFO [StoreOpener-bc904126a9c5e6bb6cf6dbe6a5a93687-1 {}] regionserver.HStore(327): Store=bc904126a9c5e6bb6cf6dbe6a5a93687/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:07,440 INFO [StoreOpener-bc904126a9c5e6bb6cf6dbe6a5a93687-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bc904126a9c5e6bb6cf6dbe6a5a93687 2024-12-05T11:21:07,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:07,441 INFO [StoreOpener-bc904126a9c5e6bb6cf6dbe6a5a93687-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc904126a9c5e6bb6cf6dbe6a5a93687 columnFamilyName f1 2024-12-05T11:21:07,441 DEBUG [StoreOpener-bc904126a9c5e6bb6cf6dbe6a5a93687-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:07,441 INFO [StoreOpener-bc904126a9c5e6bb6cf6dbe6a5a93687-1 {}] regionserver.HStore(327): Store=bc904126a9c5e6bb6cf6dbe6a5a93687/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:07,441 INFO [StoreOpener-bc904126a9c5e6bb6cf6dbe6a5a93687-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bc904126a9c5e6bb6cf6dbe6a5a93687 2024-12-05T11:21:07,442 INFO [StoreOpener-bc904126a9c5e6bb6cf6dbe6a5a93687-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc904126a9c5e6bb6cf6dbe6a5a93687 columnFamilyName norep 2024-12-05T11:21:07,442 DEBUG [StoreOpener-bc904126a9c5e6bb6cf6dbe6a5a93687-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:07,442 INFO [StoreOpener-bc904126a9c5e6bb6cf6dbe6a5a93687-1 {}] regionserver.HStore(327): Store=bc904126a9c5e6bb6cf6dbe6a5a93687/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:07,442 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bc904126a9c5e6bb6cf6dbe6a5a93687 2024-12-05T11:21:07,443 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/default/test/bc904126a9c5e6bb6cf6dbe6a5a93687 2024-12-05T11:21:07,443 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/default/test/bc904126a9c5e6bb6cf6dbe6a5a93687 2024-12-05T11:21:07,444 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bc904126a9c5e6bb6cf6dbe6a5a93687 2024-12-05T11:21:07,444 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bc904126a9c5e6bb6cf6dbe6a5a93687 2024-12-05T11:21:07,444 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:21:07,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:07,445 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bc904126a9c5e6bb6cf6dbe6a5a93687 2024-12-05T11:21:07,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:07,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:07,448 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/default/test/bc904126a9c5e6bb6cf6dbe6a5a93687/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:21:07,448 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bc904126a9c5e6bb6cf6dbe6a5a93687; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72318922, jitterRate=0.07763591408729553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:21:07,448 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc904126a9c5e6bb6cf6dbe6a5a93687 2024-12-05T11:21:07,448 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bc904126a9c5e6bb6cf6dbe6a5a93687: Running coprocessor pre-open hook at 1733397667438Writing region info on filesystem at 1733397667438Initializing all the Stores at 1733397667439 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397667439Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397667439Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397667439Cleaning up temporary data from old regions at 1733397667444 (+5 ms)Running coprocessor post-open hooks at 1733397667448 (+4 ms)Region opened successfully at 1733397667448 2024-12-05T11:21:07,449 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687., pid=6, masterSystemTime=1733397667432 2024-12-05T11:21:07,451 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687. 2024-12-05T11:21:07,451 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687. 2024-12-05T11:21:07,451 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc904126a9c5e6bb6cf6dbe6a5a93687, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6706a97ae65f,42095,1733397658431 2024-12-05T11:21:07,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc904126a9c5e6bb6cf6dbe6a5a93687, server=6706a97ae65f,42095,1733397658431 because future has completed 2024-12-05T11:21:07,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T11:21:07,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bc904126a9c5e6bb6cf6dbe6a5a93687, server=6706a97ae65f,42095,1733397658431 in 176 msec 2024-12-05T11:21:07,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T11:21:07,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bc904126a9c5e6bb6cf6dbe6a5a93687, ASSIGN in 331 msec 2024-12-05T11:21:07,460 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:21:07,460 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397667460"}]},"ts":"1733397667460"} 2024-12-05T11:21:07,462 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T11:21:07,463 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:21:07,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-12-05T11:21:07,468 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T11:21:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:08,457 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T11:21:08,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113bbe83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:08,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,37631,-1 for getting cluster id 2024-12-05T11:21:08,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:08,458 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fa9935f-a521-4af9-a075-45b841164cfc' 2024-12-05T11:21:08,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:08,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fa9935f-a521-4af9-a075-45b841164cfc" 2024-12-05T11:21:08,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2161ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:08,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,37631,-1] 2024-12-05T11:21:08,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:08,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:08,459 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:08,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57eb7ad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:08,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:08,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,37631,1733397646952 2024-12-05T11:21:08,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dedc170 2024-12-05T11:21:08,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:08,461 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:21:08,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6706a97ae65f:42585,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T11:21:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T11:21:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:08,464 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:42585' 2024-12-05T11:21:08,465 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4fc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:08,465 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,42585,-1 for getting cluster id 2024-12-05T11:21:08,465 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:08,466 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67117107-1573-4e0e-bb94-41c030cbf786' 2024-12-05T11:21:08,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:08,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67117107-1573-4e0e-bb94-41c030cbf786" 2024-12-05T11:21:08,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2530c0fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:08,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,42585,-1] 2024-12-05T11:21:08,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:08,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:08,467 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:08,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577d0dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:08,467 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:08,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,42585,1733397653494 2024-12-05T11:21:08,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@205e05a6 2024-12-05T11:21:08,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:08,468 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:21:08,469 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T11:21:08,469 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T11:21:08,469 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:08,469 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:08,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:08,470 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:21:08,471 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T11:21:08,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:21:08,471 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:08,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:21:08,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741837_1013 (size=1138) 2024-12-05T11:21:08,521 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T11:21:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:08,878 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d804dc57a1dadd05ca66715d910a29ee, NAME => 'hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9 2024-12-05T11:21:08,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741838_1014 (size=44) 2024-12-05T11:21:08,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T11:21:08,931 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T11:21:08,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:21:08,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T11:21:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:09,283 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:09,283 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d804dc57a1dadd05ca66715d910a29ee, disabling compactions & flushes 2024-12-05T11:21:09,283 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee. 2024-12-05T11:21:09,283 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee. 2024-12-05T11:21:09,283 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee. after waiting 0 ms 2024-12-05T11:21:09,283 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee. 2024-12-05T11:21:09,283 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee. 2024-12-05T11:21:09,283 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d804dc57a1dadd05ca66715d910a29ee: Waiting for close lock at 1733397669283Disabling compacts and flushes for region at 1733397669283Disabling writes for close at 1733397669283Writing region close event to WAL at 1733397669283Closed at 1733397669283 2024-12-05T11:21:09,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:21:09,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733397669284"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397669284"}]},"ts":"1733397669284"} 2024-12-05T11:21:09,286 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:21:09,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:21:09,287 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397669287"}]},"ts":"1733397669287"} 2024-12-05T11:21:09,288 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T11:21:09,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d804dc57a1dadd05ca66715d910a29ee, ASSIGN}] 2024-12-05T11:21:09,289 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d804dc57a1dadd05ca66715d910a29ee, ASSIGN 2024-12-05T11:21:09,290 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d804dc57a1dadd05ca66715d910a29ee, ASSIGN; state=OFFLINE, location=6706a97ae65f,35797,1733397647158; forceNewPlan=false, retain=false 2024-12-05T11:21:09,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d804dc57a1dadd05ca66715d910a29ee, regionState=OPENING, regionLocation=6706a97ae65f,35797,1733397647158 2024-12-05T11:21:09,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d804dc57a1dadd05ca66715d910a29ee, ASSIGN because future has completed 2024-12-05T11:21:09,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d804dc57a1dadd05ca66715d910a29ee, server=6706a97ae65f,35797,1733397647158}] 2024-12-05T11:21:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:09,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee. 2024-12-05T11:21:09,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:21:09,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T11:21:09,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C35797%2C1733397647158.rep, suffix=, logDir=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158, archiveDir=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/oldWALs, maxLogs=10 2024-12-05T11:21:09,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.rep.1733397669600, exclude list is [], retry=0 2024-12-05T11:21:09,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41769,DS-4041433d-290b-486e-9ce6-80780b7ee230,DISK] 2024-12-05T11:21:09,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.rep.1733397669600 2024-12-05T11:21:09,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32933:32933)] 2024-12-05T11:21:09,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d804dc57a1dadd05ca66715d910a29ee, NAME => 'hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:21:09,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:21:09,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:21:09,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee. service=MultiRowMutationService 2024-12-05T11:21:09,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T11:21:09,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d804dc57a1dadd05ca66715d910a29ee 2024-12-05T11:21:09,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:09,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d804dc57a1dadd05ca66715d910a29ee 2024-12-05T11:21:09,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d804dc57a1dadd05ca66715d910a29ee 2024-12-05T11:21:09,620 INFO [StoreOpener-d804dc57a1dadd05ca66715d910a29ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d804dc57a1dadd05ca66715d910a29ee 2024-12-05T11:21:09,621 INFO [StoreOpener-d804dc57a1dadd05ca66715d910a29ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d804dc57a1dadd05ca66715d910a29ee columnFamilyName hfileref 2024-12-05T11:21:09,621 DEBUG [StoreOpener-d804dc57a1dadd05ca66715d910a29ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:09,622 INFO [StoreOpener-d804dc57a1dadd05ca66715d910a29ee-1 {}] regionserver.HStore(327): Store=d804dc57a1dadd05ca66715d910a29ee/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:09,622 INFO [StoreOpener-d804dc57a1dadd05ca66715d910a29ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d804dc57a1dadd05ca66715d910a29ee 2024-12-05T11:21:09,623 INFO [StoreOpener-d804dc57a1dadd05ca66715d910a29ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d804dc57a1dadd05ca66715d910a29ee columnFamilyName queue 2024-12-05T11:21:09,623 DEBUG [StoreOpener-d804dc57a1dadd05ca66715d910a29ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:09,623 INFO [StoreOpener-d804dc57a1dadd05ca66715d910a29ee-1 {}] regionserver.HStore(327): Store=d804dc57a1dadd05ca66715d910a29ee/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:09,623 INFO [StoreOpener-d804dc57a1dadd05ca66715d910a29ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d804dc57a1dadd05ca66715d910a29ee 2024-12-05T11:21:09,624 INFO [StoreOpener-d804dc57a1dadd05ca66715d910a29ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d804dc57a1dadd05ca66715d910a29ee columnFamilyName sid 2024-12-05T11:21:09,624 DEBUG [StoreOpener-d804dc57a1dadd05ca66715d910a29ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:09,625 INFO [StoreOpener-d804dc57a1dadd05ca66715d910a29ee-1 {}] regionserver.HStore(327): Store=d804dc57a1dadd05ca66715d910a29ee/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:09,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d804dc57a1dadd05ca66715d910a29ee 2024-12-05T11:21:09,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/replication/d804dc57a1dadd05ca66715d910a29ee 2024-12-05T11:21:09,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/replication/d804dc57a1dadd05ca66715d910a29ee 2024-12-05T11:21:09,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d804dc57a1dadd05ca66715d910a29ee 2024-12-05T11:21:09,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d804dc57a1dadd05ca66715d910a29ee 2024-12-05T11:21:09,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:21:09,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d804dc57a1dadd05ca66715d910a29ee 2024-12-05T11:21:09,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/replication/d804dc57a1dadd05ca66715d910a29ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:21:09,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d804dc57a1dadd05ca66715d910a29ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60004349, jitterRate=-0.10586552321910858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:21:09,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d804dc57a1dadd05ca66715d910a29ee 2024-12-05T11:21:09,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d804dc57a1dadd05ca66715d910a29ee: Running coprocessor pre-open hook at 1733397669616Writing region info on filesystem at 1733397669616Initializing all the Stores at 1733397669616Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397669616Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397669620 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397669620Cleaning up temporary data from old regions at 1733397669627 (+7 ms)Running coprocessor post-open hooks at 1733397669629 (+2 ms)Region opened successfully at 1733397669630 (+1 ms) 2024-12-05T11:21:09,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee., pid=10, masterSystemTime=1733397669596 2024-12-05T11:21:09,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee. 2024-12-05T11:21:09,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee. 2024-12-05T11:21:09,633 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d804dc57a1dadd05ca66715d910a29ee, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,35797,1733397647158 2024-12-05T11:21:09,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d804dc57a1dadd05ca66715d910a29ee, server=6706a97ae65f,35797,1733397647158 because future has completed 2024-12-05T11:21:09,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T11:21:09,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d804dc57a1dadd05ca66715d910a29ee, server=6706a97ae65f,35797,1733397647158 in 191 msec 2024-12-05T11:21:09,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T11:21:09,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d804dc57a1dadd05ca66715d910a29ee, ASSIGN in 348 msec 2024-12-05T11:21:09,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:21:09,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397669638"}]},"ts":"1733397669638"} 2024-12-05T11:21:09,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T11:21:09,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:21:09,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-12-05T11:21:09,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee., hostname=6706a97ae65f,35797,1733397647158, seqNum=2] 2024-12-05T11:21:09,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888116798 2024-12-05T11:21:09,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101a539023d0001, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888116798 2024-12-05T11:21:09,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T11:21:09,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T11:21:09,935 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T11:21:09,958 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6706a97ae65f,35797,1733397647158, ReplicationSource: 1, currentBandwidth=0 2024-12-05T11:21:09,959 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:09,959 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,35797,1733397647158, seqNum=-1] 2024-12-05T11:21:09,959 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:09,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-05T11:21:09,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6706a97ae65f,35797,1733397647158', locateType=CURRENT is [region=hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee., hostname=6706a97ae65f,35797,1733397647158, seqNum=2] 2024-12-05T11:21:09,963 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T11:21:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T11:21:09,965 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6706a97ae65f,35797,1733397647158 suceeded 2024-12-05T11:21:09,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T11:21:09,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-05T11:21:09,967 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6706a97ae65f:42585,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T11:21:09,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5050 sec 2024-12-05T11:21:09,985 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:42585' 2024-12-05T11:21:09,987 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45de2c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:09,987 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,42585,-1 for getting cluster id 2024-12-05T11:21:09,987 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:09,988 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67117107-1573-4e0e-bb94-41c030cbf786' 2024-12-05T11:21:09,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:09,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67117107-1573-4e0e-bb94-41c030cbf786" 2024-12-05T11:21:09,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@343a3dc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:09,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,42585,-1] 2024-12-05T11:21:09,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:09,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:09,989 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:09,990 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e933fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:09,990 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:09,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,42585,1733397653494 2024-12-05T11:21:09,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65ce7844 2024-12-05T11:21:09,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:09,991 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-05T11:21:09,992 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6706a97ae65f,35797,1733397647158 (queues=1) is replicating from cluster=7fa9935f-a521-4af9-a075-45b841164cfc to cluster=67117107-1573-4e0e-bb94-41c030cbf786 2024-12-05T11:21:09,992 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6706a97ae65f%2C35797%2C1733397647158 2024-12-05T11:21:09,992 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6706a97ae65f,35797,1733397647158, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T11:21:09,992 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.shipper6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6706a97ae65f%2C35797%2C1733397647158 2024-12-05T11:21:09,992 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358, startPosition=0, beingWritten=true 2024-12-05T11:21:09,997 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:21:09,997 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 379, reset compression=false 2024-12-05T11:21:09,997 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.shipper6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,35797,1733397647158 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:21:10,201 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 379, reset compression=false 2024-12-05T11:21:10,504 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 379, reset compression=false 2024-12-05T11:21:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:10,606 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T11:21:10,606 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:21:10,607 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:10,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:10,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:10,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:10,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de3c526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:10,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,42585,-1 for getting cluster id 2024-12-05T11:21:10,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:10,608 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67117107-1573-4e0e-bb94-41c030cbf786' 2024-12-05T11:21:10,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:10,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67117107-1573-4e0e-bb94-41c030cbf786" 2024-12-05T11:21:10,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682a4de9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:10,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,42585,-1] 2024-12-05T11:21:10,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:10,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:10,609 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:10,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4701ab54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:10,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:10,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,42585,1733397653494 2024-12-05T11:21:10,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31ef4a32 2024-12-05T11:21:10,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:10,611 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:21:10,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6706a97ae65f:42879,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T11:21:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T11:21:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:10,613 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:42879' 2024-12-05T11:21:10,614 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259a15e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:10,614 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,42879,-1 for getting cluster id 2024-12-05T11:21:10,614 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:10,615 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cda6798d-c785-4fdf-9a15-1a0f317c81b2' 2024-12-05T11:21:10,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:10,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cda6798d-c785-4fdf-9a15-1a0f317c81b2" 2024-12-05T11:21:10,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28064b67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:10,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,42879,-1] 2024-12-05T11:21:10,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:10,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:10,616 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:10,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3884023f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:10,617 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:10,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,42879,1733397658293 2024-12-05T11:21:10,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ef88acf 2024-12-05T11:21:10,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:10,618 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:21:10,618 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T11:21:10,618 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T11:21:10,618 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:10,619 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:10,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:10,619 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:21:10,620 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T11:21:10,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:21:10,620 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:10,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:21:10,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741837_1013 (size=1138) 2024-12-05T11:21:10,670 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T11:21:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:10,908 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 379, reset compression=false 2024-12-05T11:21:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:11,028 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 37d84fedf5305060886826f61882adc3, NAME => 'hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51 2024-12-05T11:21:11,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741838_1014 (size=44) 2024-12-05T11:21:11,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:11,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 37d84fedf5305060886826f61882adc3, disabling compactions & flushes 2024-12-05T11:21:11,085 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3. 2024-12-05T11:21:11,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3. 2024-12-05T11:21:11,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3. after waiting 0 ms 2024-12-05T11:21:11,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3. 2024-12-05T11:21:11,085 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3. 2024-12-05T11:21:11,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 37d84fedf5305060886826f61882adc3: Waiting for close lock at 1733397671085Disabling compacts and flushes for region at 1733397671085Disabling writes for close at 1733397671085Writing region close event to WAL at 1733397671085Closed at 1733397671085 2024-12-05T11:21:11,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:21:11,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733397671087"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397671087"}]},"ts":"1733397671087"} 2024-12-05T11:21:11,089 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:21:11,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:21:11,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397671090"}]},"ts":"1733397671090"} 2024-12-05T11:21:11,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T11:21:11,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37d84fedf5305060886826f61882adc3, ASSIGN}] 2024-12-05T11:21:11,092 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37d84fedf5305060886826f61882adc3, ASSIGN 2024-12-05T11:21:11,093 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=37d84fedf5305060886826f61882adc3, ASSIGN; state=OFFLINE, location=6706a97ae65f,33081,1733397653633; forceNewPlan=false, retain=false 2024-12-05T11:21:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:11,244 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=37d84fedf5305060886826f61882adc3, regionState=OPENING, regionLocation=6706a97ae65f,33081,1733397653633 2024-12-05T11:21:11,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=37d84fedf5305060886826f61882adc3, ASSIGN because future has completed 2024-12-05T11:21:11,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37d84fedf5305060886826f61882adc3, server=6706a97ae65f,33081,1733397653633}] 2024-12-05T11:21:11,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3. 2024-12-05T11:21:11,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:21:11,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T11:21:11,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C33081%2C1733397653633.rep, suffix=, logDir=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633, archiveDir=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/oldWALs, maxLogs=10 2024-12-05T11:21:11,412 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 379, reset compression=false 2024-12-05T11:21:11,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.rep.1733397671402, exclude list is [], retry=0 2024-12-05T11:21:11,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39533,DS-952d51b3-756b-46bf-90fb-99df8fb7b129,DISK] 2024-12-05T11:21:11,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.rep.1733397671402 2024-12-05T11:21:11,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44655:44655)] 2024-12-05T11:21:11,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 37d84fedf5305060886826f61882adc3, NAME => 'hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:21:11,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:21:11,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:21:11,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3. service=MultiRowMutationService 2024-12-05T11:21:11,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T11:21:11,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 37d84fedf5305060886826f61882adc3 2024-12-05T11:21:11,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:11,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 37d84fedf5305060886826f61882adc3 2024-12-05T11:21:11,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 37d84fedf5305060886826f61882adc3 2024-12-05T11:21:11,419 INFO [StoreOpener-37d84fedf5305060886826f61882adc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 37d84fedf5305060886826f61882adc3 2024-12-05T11:21:11,420 INFO [StoreOpener-37d84fedf5305060886826f61882adc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37d84fedf5305060886826f61882adc3 columnFamilyName hfileref 2024-12-05T11:21:11,420 DEBUG [StoreOpener-37d84fedf5305060886826f61882adc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:11,420 INFO [StoreOpener-37d84fedf5305060886826f61882adc3-1 {}] regionserver.HStore(327): Store=37d84fedf5305060886826f61882adc3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:11,420 INFO [StoreOpener-37d84fedf5305060886826f61882adc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 37d84fedf5305060886826f61882adc3 2024-12-05T11:21:11,421 INFO [StoreOpener-37d84fedf5305060886826f61882adc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37d84fedf5305060886826f61882adc3 columnFamilyName queue 2024-12-05T11:21:11,421 DEBUG [StoreOpener-37d84fedf5305060886826f61882adc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:11,421 INFO [StoreOpener-37d84fedf5305060886826f61882adc3-1 {}] regionserver.HStore(327): Store=37d84fedf5305060886826f61882adc3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:11,421 INFO [StoreOpener-37d84fedf5305060886826f61882adc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 37d84fedf5305060886826f61882adc3 2024-12-05T11:21:11,422 INFO [StoreOpener-37d84fedf5305060886826f61882adc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37d84fedf5305060886826f61882adc3 columnFamilyName sid 2024-12-05T11:21:11,422 DEBUG [StoreOpener-37d84fedf5305060886826f61882adc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:11,422 INFO [StoreOpener-37d84fedf5305060886826f61882adc3-1 {}] regionserver.HStore(327): Store=37d84fedf5305060886826f61882adc3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:11,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 37d84fedf5305060886826f61882adc3 2024-12-05T11:21:11,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/replication/37d84fedf5305060886826f61882adc3 2024-12-05T11:21:11,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/replication/37d84fedf5305060886826f61882adc3 2024-12-05T11:21:11,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 37d84fedf5305060886826f61882adc3 2024-12-05T11:21:11,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 37d84fedf5305060886826f61882adc3 2024-12-05T11:21:11,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:21:11,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 37d84fedf5305060886826f61882adc3 2024-12-05T11:21:11,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/replication/37d84fedf5305060886826f61882adc3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:21:11,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 37d84fedf5305060886826f61882adc3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63975012, jitterRate=-0.046698033809661865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:21:11,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37d84fedf5305060886826f61882adc3 2024-12-05T11:21:11,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 37d84fedf5305060886826f61882adc3: Running coprocessor pre-open hook at 1733397671418Writing region info on filesystem at 1733397671418Initializing all the Stores at 1733397671418Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397671418Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397671419 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397671419Cleaning up temporary data from old regions at 1733397671424 (+5 ms)Running coprocessor post-open hooks at 1733397671427 (+3 ms)Region opened successfully at 1733397671427 2024-12-05T11:21:11,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3., pid=10, masterSystemTime=1733397671397 2024-12-05T11:21:11,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3. 2024-12-05T11:21:11,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3. 2024-12-05T11:21:11,429 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=37d84fedf5305060886826f61882adc3, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,33081,1733397653633 2024-12-05T11:21:11,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37d84fedf5305060886826f61882adc3, server=6706a97ae65f,33081,1733397653633 because future has completed 2024-12-05T11:21:11,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T11:21:11,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 37d84fedf5305060886826f61882adc3, server=6706a97ae65f,33081,1733397653633 in 186 msec 2024-12-05T11:21:11,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T11:21:11,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37d84fedf5305060886826f61882adc3, ASSIGN in 343 msec 2024-12-05T11:21:11,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:21:11,436 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397671436"}]},"ts":"1733397671436"} 2024-12-05T11:21:11,437 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T11:21:11,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:21:11,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 819 msec 2024-12-05T11:21:11,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3., hostname=6706a97ae65f,33081,1733397653633, seqNum=2] 2024-12-05T11:21:11,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308313314 2024-12-05T11:21:11,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x101a539023d0004, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308313314 2024-12-05T11:21:11,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T11:21:11,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33081 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T11:21:11,735 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T11:21:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:11,759 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6706a97ae65f,33081,1733397653633, ReplicationSource: 1, currentBandwidth=0 2024-12-05T11:21:11,760 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:11,760 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,33081,1733397653633, seqNum=-1] 2024-12-05T11:21:11,760 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:11,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-05T11:21:11,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6706a97ae65f,33081,1733397653633', locateType=CURRENT is [region=hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3., hostname=6706a97ae65f,33081,1733397653633, seqNum=2] 2024-12-05T11:21:11,771 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T11:21:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T11:21:11,774 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6706a97ae65f,33081,1733397653633 suceeded 2024-12-05T11:21:11,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T11:21:11,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-05T11:21:11,776 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6706a97ae65f:42879,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T11:21:11,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1660 sec 2024-12-05T11:21:11,787 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:42879' 2024-12-05T11:21:11,788 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ed4fe91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:11,788 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,42879,-1 for getting cluster id 2024-12-05T11:21:11,788 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:11,789 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cda6798d-c785-4fdf-9a15-1a0f317c81b2' 2024-12-05T11:21:11,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:11,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cda6798d-c785-4fdf-9a15-1a0f317c81b2" 2024-12-05T11:21:11,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f39f4fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:11,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,42879,-1] 2024-12-05T11:21:11,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:11,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:11,790 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:11,791 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d54a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:11,791 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:11,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,42879,1733397658293 2024-12-05T11:21:11,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bb0c637 2024-12-05T11:21:11,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:11,793 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-05T11:21:11,793 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6706a97ae65f,33081,1733397653633 (queues=1) is replicating from cluster=67117107-1573-4e0e-bb94-41c030cbf786 to cluster=cda6798d-c785-4fdf-9a15-1a0f317c81b2 2024-12-05T11:21:11,793 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6706a97ae65f%2C33081%2C1733397653633 2024-12-05T11:21:11,793 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6706a97ae65f,33081,1733397653633, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T11:21:11,794 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.shipper6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6706a97ae65f%2C33081%2C1733397653633 2024-12-05T11:21:11,794 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212, startPosition=0, beingWritten=true 2024-12-05T11:21:11,799 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:21:11,799 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 379, reset compression=false 2024-12-05T11:21:11,799 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.shipper6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,33081,1733397653633 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:21:12,003 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 379, reset compression=false 2024-12-05T11:21:12,015 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 379, reset compression=false 2024-12-05T11:21:12,307 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 379, reset compression=false 2024-12-05T11:21:12,711 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 379, reset compression=false 2024-12-05T11:21:12,720 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 379, reset compression=false 2024-12-05T11:21:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:12,757 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T11:21:12,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:21:12,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:12,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:12,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:12,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:12,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428642f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:12,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,42879,-1 for getting cluster id 2024-12-05T11:21:12,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:12,758 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cda6798d-c785-4fdf-9a15-1a0f317c81b2' 2024-12-05T11:21:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cda6798d-c785-4fdf-9a15-1a0f317c81b2" 2024-12-05T11:21:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5d14ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,42879,-1] 2024-12-05T11:21:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:12,760 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:12,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd0d2ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:12,760 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:12,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,42879,1733397658293 2024-12-05T11:21:12,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1576d26b 2024-12-05T11:21:12,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:12,762 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:21:12,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6706a97ae65f:37631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T11:21:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T11:21:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:12,764 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:37631' 2024-12-05T11:21:12,766 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3517bae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:12,766 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,37631,-1 for getting cluster id 2024-12-05T11:21:12,766 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:12,766 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fa9935f-a521-4af9-a075-45b841164cfc' 2024-12-05T11:21:12,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:12,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fa9935f-a521-4af9-a075-45b841164cfc" 2024-12-05T11:21:12,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53065ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:12,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,37631,-1] 2024-12-05T11:21:12,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:12,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:12,768 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:12,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e4b98a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:12,769 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:12,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,37631,1733397646952 2024-12-05T11:21:12,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@622937dd 2024-12-05T11:21:12,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:12,770 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:21:12,770 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T11:21:12,771 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T11:21:12,771 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:12,771 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:12,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:12,771 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:21:12,772 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T11:21:12,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:21:12,773 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:12,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:21:12,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741837_1013 (size=1138) 2024-12-05T11:21:12,780 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f46d1bf29ce98eec718c7d3ff80d6635, NAME => 'hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5 2024-12-05T11:21:12,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741838_1014 (size=44) 2024-12-05T11:21:12,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:12,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f46d1bf29ce98eec718c7d3ff80d6635, disabling compactions & flushes 2024-12-05T11:21:12,784 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635. 2024-12-05T11:21:12,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635. 2024-12-05T11:21:12,785 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635. after waiting 0 ms 2024-12-05T11:21:12,785 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635. 2024-12-05T11:21:12,785 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635. 2024-12-05T11:21:12,785 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f46d1bf29ce98eec718c7d3ff80d6635: Waiting for close lock at 1733397672784Disabling compacts and flushes for region at 1733397672784Disabling writes for close at 1733397672785 (+1 ms)Writing region close event to WAL at 1733397672785Closed at 1733397672785 2024-12-05T11:21:12,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:21:12,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733397672786"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397672786"}]},"ts":"1733397672786"} 2024-12-05T11:21:12,788 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:21:12,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:21:12,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397672789"}]},"ts":"1733397672789"} 2024-12-05T11:21:12,791 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T11:21:12,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f46d1bf29ce98eec718c7d3ff80d6635, ASSIGN}] 2024-12-05T11:21:12,793 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f46d1bf29ce98eec718c7d3ff80d6635, ASSIGN 2024-12-05T11:21:12,793 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f46d1bf29ce98eec718c7d3ff80d6635, ASSIGN; state=OFFLINE, location=6706a97ae65f,42095,1733397658431; forceNewPlan=false, retain=false 2024-12-05T11:21:12,823 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T11:21:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:12,941 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:21:12,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:12,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:12,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f46d1bf29ce98eec718c7d3ff80d6635, regionState=OPENING, regionLocation=6706a97ae65f,42095,1733397658431 2024-12-05T11:21:12,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f46d1bf29ce98eec718c7d3ff80d6635, ASSIGN because future has completed 2024-12-05T11:21:12,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f46d1bf29ce98eec718c7d3ff80d6635, server=6706a97ae65f,42095,1733397658431}] 2024-12-05T11:21:12,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:12,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:12,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:12,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:12,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:12,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:12,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:12,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:12,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:12,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:13,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635. 2024-12-05T11:21:13,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:21:13,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T11:21:13,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C42095%2C1733397658431.rep, suffix=, logDir=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431, archiveDir=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/oldWALs, maxLogs=10 2024-12-05T11:21:13,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.rep.1733397673103, exclude list is [], retry=0 2024-12-05T11:21:13,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38445,DS-e8c3006a-8f79-4892-971b-6a119c00d5e1,DISK] 2024-12-05T11:21:13,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.rep.1733397673103 2024-12-05T11:21:13,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39501:39501)] 2024-12-05T11:21:13,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f46d1bf29ce98eec718c7d3ff80d6635, NAME => 'hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:21:13,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:21:13,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:21:13,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635. service=MultiRowMutationService 2024-12-05T11:21:13,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T11:21:13,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f46d1bf29ce98eec718c7d3ff80d6635 2024-12-05T11:21:13,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:13,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f46d1bf29ce98eec718c7d3ff80d6635 2024-12-05T11:21:13,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f46d1bf29ce98eec718c7d3ff80d6635 2024-12-05T11:21:13,120 INFO [StoreOpener-f46d1bf29ce98eec718c7d3ff80d6635-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f46d1bf29ce98eec718c7d3ff80d6635 2024-12-05T11:21:13,121 INFO [StoreOpener-f46d1bf29ce98eec718c7d3ff80d6635-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f46d1bf29ce98eec718c7d3ff80d6635 columnFamilyName hfileref 2024-12-05T11:21:13,121 DEBUG [StoreOpener-f46d1bf29ce98eec718c7d3ff80d6635-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:13,121 INFO [StoreOpener-f46d1bf29ce98eec718c7d3ff80d6635-1 {}] regionserver.HStore(327): Store=f46d1bf29ce98eec718c7d3ff80d6635/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:13,121 INFO [StoreOpener-f46d1bf29ce98eec718c7d3ff80d6635-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f46d1bf29ce98eec718c7d3ff80d6635 2024-12-05T11:21:13,122 INFO [StoreOpener-f46d1bf29ce98eec718c7d3ff80d6635-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f46d1bf29ce98eec718c7d3ff80d6635 columnFamilyName queue 2024-12-05T11:21:13,122 DEBUG [StoreOpener-f46d1bf29ce98eec718c7d3ff80d6635-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:13,123 INFO [StoreOpener-f46d1bf29ce98eec718c7d3ff80d6635-1 {}] regionserver.HStore(327): Store=f46d1bf29ce98eec718c7d3ff80d6635/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:13,123 INFO [StoreOpener-f46d1bf29ce98eec718c7d3ff80d6635-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f46d1bf29ce98eec718c7d3ff80d6635 2024-12-05T11:21:13,123 INFO [StoreOpener-f46d1bf29ce98eec718c7d3ff80d6635-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f46d1bf29ce98eec718c7d3ff80d6635 columnFamilyName sid 2024-12-05T11:21:13,123 DEBUG [StoreOpener-f46d1bf29ce98eec718c7d3ff80d6635-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:13,124 INFO [StoreOpener-f46d1bf29ce98eec718c7d3ff80d6635-1 {}] regionserver.HStore(327): Store=f46d1bf29ce98eec718c7d3ff80d6635/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:13,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f46d1bf29ce98eec718c7d3ff80d6635 2024-12-05T11:21:13,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/replication/f46d1bf29ce98eec718c7d3ff80d6635 2024-12-05T11:21:13,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/replication/f46d1bf29ce98eec718c7d3ff80d6635 2024-12-05T11:21:13,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f46d1bf29ce98eec718c7d3ff80d6635 2024-12-05T11:21:13,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f46d1bf29ce98eec718c7d3ff80d6635 2024-12-05T11:21:13,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:21:13,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f46d1bf29ce98eec718c7d3ff80d6635 2024-12-05T11:21:13,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/replication/f46d1bf29ce98eec718c7d3ff80d6635/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:21:13,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f46d1bf29ce98eec718c7d3ff80d6635; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68614082, jitterRate=0.02242949604988098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:21:13,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f46d1bf29ce98eec718c7d3ff80d6635 2024-12-05T11:21:13,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f46d1bf29ce98eec718c7d3ff80d6635: Running coprocessor pre-open hook at 1733397673119Writing region info on filesystem at 1733397673119Initializing all the Stores at 1733397673120 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397673120Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397673120Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397673120Cleaning up temporary data from old regions at 1733397673126 (+6 ms)Running coprocessor post-open hooks at 1733397673129 (+3 ms)Region opened successfully at 1733397673129 2024-12-05T11:21:13,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635., pid=10, masterSystemTime=1733397673098 2024-12-05T11:21:13,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635. 2024-12-05T11:21:13,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635. 2024-12-05T11:21:13,132 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f46d1bf29ce98eec718c7d3ff80d6635, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,42095,1733397658431 2024-12-05T11:21:13,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f46d1bf29ce98eec718c7d3ff80d6635, server=6706a97ae65f,42095,1733397658431 because future has completed 2024-12-05T11:21:13,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T11:21:13,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f46d1bf29ce98eec718c7d3ff80d6635, server=6706a97ae65f,42095,1733397658431 in 188 msec 2024-12-05T11:21:13,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T11:21:13,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f46d1bf29ce98eec718c7d3ff80d6635, ASSIGN in 344 msec 2024-12-05T11:21:13,137 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:21:13,138 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397673138"}]},"ts":"1733397673138"} 2024-12-05T11:21:13,139 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T11:21:13,140 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:21:13,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 369 msec 2024-12-05T11:21:13,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635., hostname=6706a97ae65f,42095,1733397658431, seqNum=2] 2024-12-05T11:21:13,214 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 379, reset compression=false 2024-12-05T11:21:13,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x101a539023d0007, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2277992721 2024-12-05T11:21:13,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2277992721 2024-12-05T11:21:13,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T11:21:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:13,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T11:21:13,430 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T11:21:13,462 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6706a97ae65f,42095,1733397658431, ReplicationSource: 1, currentBandwidth=0 2024-12-05T11:21:13,463 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:13,463 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,42095,1733397658431, seqNum=-1] 2024-12-05T11:21:13,463 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:13,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-05T11:21:13,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6706a97ae65f,42095,1733397658431', locateType=CURRENT is [region=hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635., hostname=6706a97ae65f,42095,1733397658431, seqNum=2] 2024-12-05T11:21:13,467 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T11:21:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T11:21:13,469 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T11:21:13,469 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6706a97ae65f,42095,1733397658431 suceeded 2024-12-05T11:21:13,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T11:21:13,471 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6706a97ae65f:37631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T11:21:13,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-05T11:21:13,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 709 msec 2024-12-05T11:21:13,481 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:37631' 2024-12-05T11:21:13,482 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3558e98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:13,482 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,37631,-1 for getting cluster id 2024-12-05T11:21:13,482 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:13,483 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fa9935f-a521-4af9-a075-45b841164cfc' 2024-12-05T11:21:13,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:13,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fa9935f-a521-4af9-a075-45b841164cfc" 2024-12-05T11:21:13,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71fa4504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:13,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,37631,-1] 2024-12-05T11:21:13,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:13,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:13,484 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:13,484 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78da2ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:13,484 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:13,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,37631,1733397646952 2024-12-05T11:21:13,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c46f349 2024-12-05T11:21:13,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:13,486 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-05T11:21:13,486 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6706a97ae65f,42095,1733397658431 (queues=1) is replicating from cluster=cda6798d-c785-4fdf-9a15-1a0f317c81b2 to cluster=7fa9935f-a521-4af9-a075-45b841164cfc 2024-12-05T11:21:13,486 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6706a97ae65f%2C42095%2C1733397658431 2024-12-05T11:21:13,486 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6706a97ae65f,42095,1733397658431, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T11:21:13,487 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992, startPosition=0, beingWritten=true 2024-12-05T11:21:13,487 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6706a97ae65f%2C42095%2C1733397658431 2024-12-05T11:21:13,491 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:21:13,491 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 379, reset compression=false 2024-12-05T11:21:13,491 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,42095,1733397658431 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:21:13,523 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 379, reset compression=false 2024-12-05T11:21:13,694 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 379, reset compression=false 2024-12-05T11:21:13,818 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 379, reset compression=false 2024-12-05T11:21:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:13,897 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T11:21:13,897 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:21:13,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:13,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:13,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:13,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:13,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@efae19a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:13,898 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,37631,-1 for getting cluster id 2024-12-05T11:21:13,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:13,898 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fa9935f-a521-4af9-a075-45b841164cfc' 2024-12-05T11:21:13,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:13,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fa9935f-a521-4af9-a075-45b841164cfc" 2024-12-05T11:21:13,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f1dac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:13,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,37631,-1] 2024-12-05T11:21:13,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:13,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:13,899 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff6e8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:13,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff8b984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:13,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,42585,-1 for getting cluster id 2024-12-05T11:21:13,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:13,901 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67117107-1573-4e0e-bb94-41c030cbf786' 2024-12-05T11:21:13,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:13,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67117107-1573-4e0e-bb94-41c030cbf786" 2024-12-05T11:21:13,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7d16a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:13,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,42585,-1] 2024-12-05T11:21:13,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:13,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:13,903 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:13,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146b1ccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:13,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@140a056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:13,905 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,42879,-1 for getting cluster id 2024-12-05T11:21:13,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:13,906 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cda6798d-c785-4fdf-9a15-1a0f317c81b2' 2024-12-05T11:21:13,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:13,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cda6798d-c785-4fdf-9a15-1a0f317c81b2" 2024-12-05T11:21:13,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2376e547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:13,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,42879,-1] 2024-12-05T11:21:13,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:13,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:13,907 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:13,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f077a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:13,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:13,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,35797,1733397647158, seqNum=-1] 2024-12-05T11:21:13,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:13,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:21:13,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506., hostname=6706a97ae65f,35797,1733397647158, seqNum=2] 2024-12-05T11:21:13,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:13,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,42095,1733397658431, seqNum=-1] 2024-12-05T11:21:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:13,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:21:13,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687., hostname=6706a97ae65f,42095,1733397658431, seqNum=2] 2024-12-05T11:21:13,941 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T11:21:13,997 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 379, reset compression=false 2024-12-05T11:21:14,401 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 379, reset compression=false 2024-12-05T11:21:14,426 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 379, reset compression=false 2024-12-05T11:21:14,430 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:21:14,430 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 480, reset compression=false 2024-12-05T11:21:14,430 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.shipper6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,35797,1733397647158 got entry batch from reader: WALEntryBatch [walEntries=[{test/76b7641ecfb061120a6c1b57ce75d506/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T11:21:14,431 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.shipper6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:21:14,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-05T11:21:14,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:21:14,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@347209ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:14,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,42585,-1 for getting cluster id 2024-12-05T11:21:14,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:14,434 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67117107-1573-4e0e-bb94-41c030cbf786' 2024-12-05T11:21:14,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:14,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67117107-1573-4e0e-bb94-41c030cbf786" 2024-12-05T11:21:14,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e29d9fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:14,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,42585,-1] 2024-12-05T11:21:14,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:14,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:14,435 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:14,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7044ac2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:14,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:14,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,33081,1733397653633, seqNum=-1] 2024-12-05T11:21:14,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:14,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-05T11:21:14,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b., hostname=6706a97ae65f,33081,1733397653633, seqNum=2] 2024-12-05T11:21:14,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:21:14,522 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 379, reset compression=false 2024-12-05T11:21:14,526 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:21:14,526 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 503, reset compression=false 2024-12-05T11:21:14,526 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.shipper6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,33081,1733397653633 got entry batch from reader: WALEntryBatch [walEntries=[{test/93ac184148cbbcc9667d00b7f35fad0b/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-05T11:21:14,528 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.shipper6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:21:14,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-05T11:21:14,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:21:14,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@aa8064d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:14,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,42879,-1 for getting cluster id 2024-12-05T11:21:14,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:14,530 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cda6798d-c785-4fdf-9a15-1a0f317c81b2' 2024-12-05T11:21:14,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:14,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cda6798d-c785-4fdf-9a15-1a0f317c81b2" 2024-12-05T11:21:14,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@90fd354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:14,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,42879,-1] 2024-12-05T11:21:14,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:14,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:14,532 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:14,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20d7193b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:14,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:14,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,42095,1733397658431, seqNum=-1] 2024-12-05T11:21:14,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:14,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-05T11:21:14,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687., hostname=6706a97ae65f,42095,1733397658431, seqNum=2] 2024-12-05T11:21:14,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:21:14,633 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 480, reset compression=false 2024-12-05T11:21:14,731 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 503, reset compression=false 2024-12-05T11:21:14,904 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 379, reset compression=false 2024-12-05T11:21:14,907 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:21:14,907 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 526, reset compression=false 2024-12-05T11:21:14,907 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,42095,1733397658431 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:21:14,936 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 480, reset compression=false 2024-12-05T11:21:14,943 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T11:21:14,943 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:14,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,33081,1733397653633, seqNum=-1] 2024-12-05T11:21:14,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:14,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:21:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b., hostname=6706a97ae65f,33081,1733397653633, seqNum=2] 2024-12-05T11:21:14,949 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T11:21:15,034 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 503, reset compression=false 2024-12-05T11:21:15,039 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:21:15,039 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 607, reset compression=false 2024-12-05T11:21:15,039 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.shipper6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,33081,1733397653633 got entry batch from reader: WALEntryBatch [walEntries=[{test/93ac184148cbbcc9667d00b7f35fad0b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T11:21:15,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:21:15,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:21:15,110 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 526, reset compression=false 2024-12-05T11:21:15,113 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:21:15,114 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 653, reset compression=false 2024-12-05T11:21:15,114 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,42095,1733397658431 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc904126a9c5e6bb6cf6dbe6a5a93687/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T11:21:15,115 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:21:15,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-05T11:21:15,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:21:15,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27334c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:15,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,37631,-1 for getting cluster id 2024-12-05T11:21:15,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:15,118 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fa9935f-a521-4af9-a075-45b841164cfc' 2024-12-05T11:21:15,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:15,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fa9935f-a521-4af9-a075-45b841164cfc" 2024-12-05T11:21:15,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ec632a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:15,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,37631,-1] 2024-12-05T11:21:15,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:15,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:15,119 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:15,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7af63fc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:15,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:15,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,35797,1733397647158, seqNum=-1] 2024-12-05T11:21:15,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:15,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-05T11:21:15,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506., hostname=6706a97ae65f,35797,1733397647158, seqNum=2] 2024-12-05T11:21:15,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:21:15,242 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 607, reset compression=false 2024-12-05T11:21:15,317 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 653, reset compression=false 2024-12-05T11:21:15,339 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 480, reset compression=false 2024-12-05T11:21:15,342 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:21:15,343 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 631, reset compression=false 2024-12-05T11:21:15,343 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.shipper6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,35797,1733397647158 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:21:15,545 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 607, reset compression=false 2024-12-05T11:21:15,545 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 631, reset compression=false 2024-12-05T11:21:15,620 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 653, reset compression=false 2024-12-05T11:21:15,848 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 631, reset compression=false 2024-12-05T11:21:15,948 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 607, reset compression=false 2024-12-05T11:21:15,951 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T11:21:15,954 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-05T11:21:16,023 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 653, reset compression=false 2024-12-05T11:21:16,162 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:21:16,162 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 757, reset compression=false 2024-12-05T11:21:16,162 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,42095,1733397658431 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc904126a9c5e6bb6cf6dbe6a5a93687/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T11:21:16,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:21:16,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:21:16,251 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 631, reset compression=false 2024-12-05T11:21:16,255 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:21:16,255 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 759, reset compression=false 2024-12-05T11:21:16,255 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.shipper6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,35797,1733397647158 got entry batch from reader: WALEntryBatch [walEntries=[{test/76b7641ecfb061120a6c1b57ce75d506/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T11:21:16,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:21:16,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:21:16,366 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 757, reset compression=false 2024-12-05T11:21:16,451 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 607, reset compression=false 2024-12-05T11:21:16,455 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:21:16,455 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 758, reset compression=false 2024-12-05T11:21:16,455 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.shipper6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,33081,1733397653633 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:21:16,458 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 759, reset compression=false 2024-12-05T11:21:16,541 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T11:21:16,659 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 758, reset compression=false 2024-12-05T11:21:16,669 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 757, reset compression=false 2024-12-05T11:21:16,762 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 759, reset compression=false 2024-12-05T11:21:16,956 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-05T11:21:16,960 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T11:21:16,963 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 758, reset compression=false 2024-12-05T11:21:17,073 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 757, reset compression=false 2024-12-05T11:21:17,165 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 759, reset compression=false 2024-12-05T11:21:17,169 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:21:17,169 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 915, reset compression=false 2024-12-05T11:21:17,169 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.shipper6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,35797,1733397647158 got entry batch from reader: WALEntryBatch [walEntries=[{test/76b7641ecfb061120a6c1b57ce75d506/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T11:21:17,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:21:17,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:21:17,366 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 758, reset compression=false 2024-12-05T11:21:17,371 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:21:17,371 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 905, reset compression=false 2024-12-05T11:21:17,371 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.shipper6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,33081,1733397653633 got entry batch from reader: WALEntryBatch [walEntries=[{test/93ac184148cbbcc9667d00b7f35fad0b/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-05T11:21:17,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:21:17,372 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 915, reset compression=false 2024-12-05T11:21:17,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:21:17,575 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 905, reset compression=false 2024-12-05T11:21:17,575 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 757, reset compression=false 2024-12-05T11:21:17,579 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:21:17,579 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 927, reset compression=false 2024-12-05T11:21:17,579 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,42095,1733397658431 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:21:17,676 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 915, reset compression=false 2024-12-05T11:21:17,783 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 927, reset compression=false 2024-12-05T11:21:17,879 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 905, reset compression=false 2024-12-05T11:21:17,962 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T11:21:17,965 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T11:21:18,080 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 915, reset compression=false 2024-12-05T11:21:18,086 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 927, reset compression=false 2024-12-05T11:21:18,282 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 905, reset compression=false 2024-12-05T11:21:18,287 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:21:18,287 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1064, reset compression=false 2024-12-05T11:21:18,287 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.shipper6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,33081,1733397653633 got entry batch from reader: WALEntryBatch [walEntries=[{test/93ac184148cbbcc9667d00b7f35fad0b/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T11:21:18,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:21:18,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:21:18,489 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 927, reset compression=false 2024-12-05T11:21:18,490 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1064, reset compression=false 2024-12-05T11:21:18,493 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:21:18,493 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 1076, reset compression=false 2024-12-05T11:21:18,493 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,42095,1733397658431 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc904126a9c5e6bb6cf6dbe6a5a93687/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-05T11:21:18,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:21:18,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:21:18,583 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 915, reset compression=false 2024-12-05T11:21:18,586 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:21:18,586 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1088, reset compression=false 2024-12-05T11:21:18,586 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.shipper6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,35797,1733397647158 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:21:18,621 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:21:18,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:18,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:18,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:18,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:18,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:18,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:18,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:18,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:18,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:18,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:18,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:18,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:18,696 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 1076, reset compression=false 2024-12-05T11:21:18,789 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1088, reset compression=false 2024-12-05T11:21:18,792 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1064, reset compression=false 2024-12-05T11:21:18,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T11:21:18,931 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T11:21:18,967 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T11:21:18,971 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-05T11:21:19,000 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 1076, reset compression=false 2024-12-05T11:21:19,004 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:21:19,004 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 1235, reset compression=false 2024-12-05T11:21:19,004 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,42095,1733397658431 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc904126a9c5e6bb6cf6dbe6a5a93687/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T11:21:19,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:21:19,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:21:19,092 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1088, reset compression=false 2024-12-05T11:21:19,096 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:21:19,096 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1238, reset compression=false 2024-12-05T11:21:19,096 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.shipper6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,35797,1733397647158 got entry batch from reader: WALEntryBatch [walEntries=[{test/76b7641ecfb061120a6c1b57ce75d506/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-05T11:21:19,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:21:19,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:21:19,195 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1064, reset compression=false 2024-12-05T11:21:19,198 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:21:19,198 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1237, reset compression=false 2024-12-05T11:21:19,198 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.shipper6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,33081,1733397653633 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:21:19,207 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 1235, reset compression=false 2024-12-05T11:21:19,299 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1238, reset compression=false 2024-12-05T11:21:19,402 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1237, reset compression=false 2024-12-05T11:21:19,510 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 1235, reset compression=false 2024-12-05T11:21:19,602 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1238, reset compression=false 2024-12-05T11:21:19,705 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1237, reset compression=false 2024-12-05T11:21:19,914 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 1235, reset compression=false 2024-12-05T11:21:19,972 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-05T11:21:19,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f1141f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:19,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,42879,-1 for getting cluster id 2024-12-05T11:21:19,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:19,979 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cda6798d-c785-4fdf-9a15-1a0f317c81b2' 2024-12-05T11:21:19,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:19,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cda6798d-c785-4fdf-9a15-1a0f317c81b2" 2024-12-05T11:21:19,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ff44ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:19,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,42879,-1] 2024-12-05T11:21:19,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:19,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:19,980 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:19,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163312e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:19,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,42879,1733397658293 2024-12-05T11:21:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d379dc0 2024-12-05T11:21:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:19,984 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:21:19,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-12-05T11:21:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-05T11:21:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T11:21:20,005 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1238, reset compression=false 2024-12-05T11:21:20,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T11:21:20,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T11:21:20,108 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1237, reset compression=false 2024-12-05T11:21:20,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-05T11:21:20,207 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-05T11:21:20,208 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-05T11:21:20,208 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6706a97ae65f,42095,1733397658431 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-05T11:21:20,208 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0. 2024-12-05T11:21:20,209 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:20,209 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:20,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:20,209 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T11:21:20,309 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T11:21:20,309 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T11:21:20,409 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 terminated 2024-12-05T11:21:20,424 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-6706a97ae65f,42095,1733397658431, ReplicationSource: 1, currentBandwidth=0 2024-12-05T11:21:20,424 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-05T11:21:20,424 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-05T11:21:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-05T11:21:20,426 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 6706a97ae65f,42095,1733397658431 suceeded 2024-12-05T11:21:20,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T11:21:20,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-12-05T11:21:20,428 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-05T11:21:20,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 443 msec 2024-12-05T11:21:20,436 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:37631' 2024-12-05T11:21:20,437 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e34e972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:20,437 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,37631,-1 for getting cluster id 2024-12-05T11:21:20,437 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:20,438 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fa9935f-a521-4af9-a075-45b841164cfc' 2024-12-05T11:21:20,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:20,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fa9935f-a521-4af9-a075-45b841164cfc" 2024-12-05T11:21:20,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@194286d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:20,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,37631,-1] 2024-12-05T11:21:20,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:20,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:20,439 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:20,440 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d211e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:20,440 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:20,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,37631,1733397646952 2024-12-05T11:21:20,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1868b28 2024-12-05T11:21:20,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:20,442 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-05T11:21:20,442 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6706a97ae65f,42095,1733397658431 (queues=1) is replicating from cluster=cda6798d-c785-4fdf-9a15-1a0f317c81b2 to cluster=7fa9935f-a521-4af9-a075-45b841164cfc 2024-12-05T11:21:20,442 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6706a97ae65f%2C42095%2C1733397658431 2024-12-05T11:21:20,442 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6706a97ae65f,42095,1733397658431, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T11:21:20,443 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6706a97ae65f%2C42095%2C1733397658431 2024-12-05T11:21:20,508 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1238, reset compression=false 2024-12-05T11:21:20,611 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1237, reset compression=false 2024-12-05T11:21:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T11:21:20,617 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-05T11:21:20,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:21:20,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:20,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:20,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:20,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:20,620 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-05T11:21:21,111 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1238, reset compression=false 2024-12-05T11:21:21,196 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:21:21,196 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1342, reset compression=false 2024-12-05T11:21:21,196 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.shipper6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,35797,1733397647158 got entry batch from reader: WALEntryBatch [walEntries=[{test/76b7641ecfb061120a6c1b57ce75d506/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T11:21:21,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:21:21,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:21:21,214 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1237, reset compression=false 2024-12-05T11:21:21,217 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:21:21,217 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1364, reset compression=false 2024-12-05T11:21:21,217 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.shipper6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,33081,1733397653633 got entry batch from reader: WALEntryBatch [walEntries=[{test/93ac184148cbbcc9667d00b7f35fad0b/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T11:21:21,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:21:21,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:21:21,400 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1342, reset compression=false 2024-12-05T11:21:21,420 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1364, reset compression=false 2024-12-05T11:21:21,621 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-05T11:21:21,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e583f1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:21,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,42879,-1 for getting cluster id 2024-12-05T11:21:21,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:21,624 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cda6798d-c785-4fdf-9a15-1a0f317c81b2' 2024-12-05T11:21:21,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:21,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cda6798d-c785-4fdf-9a15-1a0f317c81b2" 2024-12-05T11:21:21,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a3bf5e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:21,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,42879,-1] 2024-12-05T11:21:21,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:21,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:21,625 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:21,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5fdb02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:21,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:21,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,42879,1733397658293 2024-12-05T11:21:21,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14758f6b 2024-12-05T11:21:21,628 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:21,628 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:21:21,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-12-05T11:21:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-05T11:21:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T11:21:21,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T11:21:21,704 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1342, reset compression=false 2024-12-05T11:21:21,723 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1364, reset compression=false 2024-12-05T11:21:21,726 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:21:21,726 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1468, reset compression=false 2024-12-05T11:21:21,726 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.shipper6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,33081,1733397653633 got entry batch from reader: WALEntryBatch [walEntries=[{test/93ac184148cbbcc9667d00b7f35fad0b/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T11:21:21,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:21:21,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:21:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T11:21:21,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-05T11:21:21,804 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-05T11:21:21,804 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T11:21:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-05T11:21:21,806 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 6706a97ae65f,42095,1733397658431 suceeded 2024-12-05T11:21:21,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-05T11:21:21,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-12-05T11:21:21,808 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-05T11:21:21,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 179 msec 2024-12-05T11:21:21,844 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992, startPosition=1235, beingWritten=true 2024-12-05T11:21:21,848 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:21:21,848 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 1512, reset compression=false 2024-12-05T11:21:21,848 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,42095,1733397658431 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc904126a9c5e6bb6cf6dbe6a5a93687/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T11:21:21,849 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:21:21,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-05T11:21:21,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:21:21,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:21:21,929 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1468, reset compression=false 2024-12-05T11:21:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T11:21:21,946 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-05T11:21:21,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:21:21,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:21,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:21,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:21,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:21,948 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-05T11:21:21,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:21:21,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:21:21,948 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:21,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:21,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:21,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:21,949 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:21:21,949 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2140577318, stopped=false 2024-12-05T11:21:21,949 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,42879,1733397658293 2024-12-05T11:21:21,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2277992721/running 2024-12-05T11:21:21,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x101a539023d0007, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2277992721/running 2024-12-05T11:21:21,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2277992721 2024-12-05T11:21:21,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x101a539023d0007, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2277992721 2024-12-05T11:21:21,991 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:21:21,991 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:21:21,991 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:21,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:21,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Set watcher on znode that does not yet exist, /2277992721/running 2024-12-05T11:21:21,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42095-0x101a539023d0007, quorum=127.0.0.1:51863, baseZNode=/2277992721 Set watcher on znode that does not yet exist, /2277992721/running 2024-12-05T11:21:21,992 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,42095,1733397658431' ***** 2024-12-05T11:21:21,992 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:21:21,992 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:21:21,992 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:21:21,992 INFO [RS:0;6706a97ae65f:42095 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:21:21,993 INFO [RS:0;6706a97ae65f:42095 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:21:21,993 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(3091): Received CLOSE for f46d1bf29ce98eec718c7d3ff80d6635 2024-12-05T11:21:21,993 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(3091): Received CLOSE for bc904126a9c5e6bb6cf6dbe6a5a93687 2024-12-05T11:21:21,993 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,42095,1733397658431 2024-12-05T11:21:21,993 INFO [RS:0;6706a97ae65f:42095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:21:21,993 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f46d1bf29ce98eec718c7d3ff80d6635, disabling compactions & flushes 2024-12-05T11:21:21,993 INFO [RS:0;6706a97ae65f:42095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:42095. 2024-12-05T11:21:21,993 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635. 2024-12-05T11:21:21,993 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635. 2024-12-05T11:21:21,993 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635. after waiting 0 ms 2024-12-05T11:21:21,993 DEBUG [RS:0;6706a97ae65f:42095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:21,993 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635. 2024-12-05T11:21:21,993 DEBUG [RS:0;6706a97ae65f:42095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:21,993 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:21:21,993 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:21:21,993 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f46d1bf29ce98eec718c7d3ff80d6635 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-12-05T11:21:21,993 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:21:21,993 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:21:21,993 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T11:21:21,993 DEBUG [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(1325): Online Regions={f46d1bf29ce98eec718c7d3ff80d6635=hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635., bc904126a9c5e6bb6cf6dbe6a5a93687=test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:21:21,993 DEBUG [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc904126a9c5e6bb6cf6dbe6a5a93687, f46d1bf29ce98eec718c7d3ff80d6635 2024-12-05T11:21:21,993 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:21:21,994 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:21:21,994 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:21:21,994 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:21:21,994 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:21:21,994 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T11:21:22,006 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740/.tmp/info/bc510497c8d34c869aa376d20044192e is 147, key is hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635./info:regioninfo/1733397673131/Put/seqid=0 2024-12-05T11:21:22,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741840_1016 (size=7686) 2024-12-05T11:21:22,009 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/replication/f46d1bf29ce98eec718c7d3ff80d6635/.tmp/queue/b6b6f9dd71524188bc123741e1174078 is 154, key is 1-6706a97ae65f,42095,1733397658431/queue:6706a97ae65f%2C42095%2C1733397658431/1733397681853/Put/seqid=0 2024-12-05T11:21:22,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741841_1017 (size=5353) 2024-12-05T11:21:22,012 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/replication/f46d1bf29ce98eec718c7d3ff80d6635/.tmp/queue/b6b6f9dd71524188bc123741e1174078 2024-12-05T11:21:22,015 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/replication/f46d1bf29ce98eec718c7d3ff80d6635/.tmp/queue/b6b6f9dd71524188bc123741e1174078 as hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/replication/f46d1bf29ce98eec718c7d3ff80d6635/queue/b6b6f9dd71524188bc123741e1174078 2024-12-05T11:21:22,019 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/replication/f46d1bf29ce98eec718c7d3ff80d6635/queue/b6b6f9dd71524188bc123741e1174078, entries=1, sequenceid=13, filesize=5.2 K 2024-12-05T11:21:22,019 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for f46d1bf29ce98eec718c7d3ff80d6635 in 26ms, sequenceid=13, compaction requested=false 2024-12-05T11:21:22,022 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/replication/f46d1bf29ce98eec718c7d3ff80d6635/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-05T11:21:22,023 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:21:22,023 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:21:22,023 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635. 2024-12-05T11:21:22,023 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f46d1bf29ce98eec718c7d3ff80d6635: Waiting for close lock at 1733397681993Running coprocessor pre-close hooks at 1733397681993Disabling compacts and flushes for region at 1733397681993Disabling writes for close at 1733397681993Obtaining lock to block concurrent updates at 1733397681993Preparing flush snapshotting stores in f46d1bf29ce98eec718c7d3ff80d6635 at 1733397681993Finished memstore snapshotting hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1733397681994 (+1 ms)Flushing stores of hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635. at 1733397681994Flushing f46d1bf29ce98eec718c7d3ff80d6635/queue: creating writer at 1733397681994Flushing f46d1bf29ce98eec718c7d3ff80d6635/queue: appending metadata at 1733397682008 (+14 ms)Flushing f46d1bf29ce98eec718c7d3ff80d6635/queue: closing flushed file at 1733397682008Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f638e77: reopening flushed file at 1733397682015 (+7 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for f46d1bf29ce98eec718c7d3ff80d6635 in 26ms, sequenceid=13, compaction requested=false at 1733397682019 (+4 ms)Writing region close event to WAL at 1733397682020 (+1 ms)Running coprocessor post-close hooks at 1733397682022 (+2 ms)Closed at 1733397682023 (+1 ms) 2024-12-05T11:21:22,023 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733397672771.f46d1bf29ce98eec718c7d3ff80d6635. 2024-12-05T11:21:22,023 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc904126a9c5e6bb6cf6dbe6a5a93687, disabling compactions & flushes 2024-12-05T11:21:22,023 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687. 2024-12-05T11:21:22,023 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687. 2024-12-05T11:21:22,023 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687. after waiting 0 ms 2024-12-05T11:21:22,023 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687. 2024-12-05T11:21:22,023 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bc904126a9c5e6bb6cf6dbe6a5a93687 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-05T11:21:22,035 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/default/test/bc904126a9c5e6bb6cf6dbe6a5a93687/.tmp/f/e407ac73fc574129a14070f1cca58c50 is 37, key is row3/f:row3/1733397680618/Put/seqid=0 2024-12-05T11:21:22,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741842_1018 (size=5228) 2024-12-05T11:21:22,051 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 1512, reset compression=false 2024-12-05T11:21:22,055 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:21:22,055 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 1759, reset compression=false 2024-12-05T11:21:22,055 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,42095,1733397658431 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:21:22,056 ERROR [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6706a97ae65f,42095,1733397658431: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6706a97ae65f,42095,1733397658431, walGroup=6706a97ae65f%2C42095%2C1733397658431, offset=6706a97ae65f%2C42095%2C1733397658431.1733397660992:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:42095 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T11:21:22,057 ERROR [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T11:21:22,057 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T11:21:22,057 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T11:21:22,057 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T11:21:22,057 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T11:21:22,057 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1147142144, "init": 1048576000, "max": 2306867200, "used": 795048960 }, "NonHeapMemoryUsage": { "committed": 200933376, "init": 7667712, "max": -1, "used": 198124264 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T11:21:22,058 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:42879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:42879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T11:21:22,070 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:21:22,106 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1342, reset compression=false 2024-12-05T11:21:22,110 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:21:22,110 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1493, reset compression=false 2024-12-05T11:21:22,110 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.shipper6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,35797,1733397647158 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:21:22,194 DEBUG [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc904126a9c5e6bb6cf6dbe6a5a93687 2024-12-05T11:21:22,232 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1468, reset compression=false 2024-12-05T11:21:22,258 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 1759, reset compression=false 2024-12-05T11:21:22,313 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1493, reset compression=false 2024-12-05T11:21:22,394 DEBUG [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc904126a9c5e6bb6cf6dbe6a5a93687 2024-12-05T11:21:22,409 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740/.tmp/info/bc510497c8d34c869aa376d20044192e 2024-12-05T11:21:22,424 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740/.tmp/ns/891772d335bb427c9ac46b2b75affa9f is 43, key is default/ns:d/1733397661922/Put/seqid=0 2024-12-05T11:21:22,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741843_1019 (size=5153) 2024-12-05T11:21:22,439 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/default/test/bc904126a9c5e6bb6cf6dbe6a5a93687/.tmp/f/e407ac73fc574129a14070f1cca58c50 2024-12-05T11:21:22,442 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e407ac73fc574129a14070f1cca58c50 2024-12-05T11:21:22,458 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/default/test/bc904126a9c5e6bb6cf6dbe6a5a93687/.tmp/f1/2fea6c48e4b64cd88a4bcfeee0748776 is 30, key is row1/f1:/1733397677963/DeleteFamily/seqid=0 2024-12-05T11:21:22,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741844_1020 (size=5158) 2024-12-05T11:21:22,561 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 1759, reset compression=false 2024-12-05T11:21:22,594 DEBUG [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc904126a9c5e6bb6cf6dbe6a5a93687 2024-12-05T11:21:22,615 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1493, reset compression=false 2024-12-05T11:21:22,635 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1468, reset compression=false 2024-12-05T11:21:22,794 DEBUG [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc904126a9c5e6bb6cf6dbe6a5a93687 2024-12-05T11:21:22,828 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740/.tmp/ns/891772d335bb427c9ac46b2b75affa9f 2024-12-05T11:21:22,843 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740/.tmp/rep_barrier/54feb058527a4af1a351f6a7ed727201 is 112, key is test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687./rep_barrier:seqnumDuringOpen/1733397667451/Put/seqid=0 2024-12-05T11:21:22,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741845_1021 (size=5518) 2024-12-05T11:21:22,862 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/default/test/bc904126a9c5e6bb6cf6dbe6a5a93687/.tmp/f1/2fea6c48e4b64cd88a4bcfeee0748776 2024-12-05T11:21:22,865 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fea6c48e4b64cd88a4bcfeee0748776 2024-12-05T11:21:22,877 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/default/test/bc904126a9c5e6bb6cf6dbe6a5a93687/.tmp/norep/94fc31b523564df98c844b533bef64c8 is 33, key is row2/norep:/1733397678968/DeleteFamily/seqid=0 2024-12-05T11:21:22,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741846_1022 (size=5108) 2024-12-05T11:21:22,938 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:21:22,938 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:21:22,963 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 1759, reset compression=false 2024-12-05T11:21:22,994 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T11:21:22,994 DEBUG [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(1325): Online Regions={bc904126a9c5e6bb6cf6dbe6a5a93687=test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:21:22,994 DEBUG [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc904126a9c5e6bb6cf6dbe6a5a93687 2024-12-05T11:21:23,018 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1493, reset compression=false 2024-12-05T11:21:23,071 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T11:21:23,137 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1468, reset compression=false 2024-12-05T11:21:23,194 DEBUG [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc904126a9c5e6bb6cf6dbe6a5a93687 2024-12-05T11:21:23,246 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740/.tmp/rep_barrier/54feb058527a4af1a351f6a7ed727201 2024-12-05T11:21:23,261 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740/.tmp/table/036e301285dd4428ab7dae837fd3e137 is 53, key is hbase:replication/table:state/1733397673138/Put/seqid=0 2024-12-05T11:21:23,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741847_1023 (size=5308) 2024-12-05T11:21:23,281 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/default/test/bc904126a9c5e6bb6cf6dbe6a5a93687/.tmp/norep/94fc31b523564df98c844b533bef64c8 2024-12-05T11:21:23,284 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94fc31b523564df98c844b533bef64c8 2024-12-05T11:21:23,284 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/default/test/bc904126a9c5e6bb6cf6dbe6a5a93687/.tmp/f/e407ac73fc574129a14070f1cca58c50 as hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/default/test/bc904126a9c5e6bb6cf6dbe6a5a93687/f/e407ac73fc574129a14070f1cca58c50 2024-12-05T11:21:23,287 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e407ac73fc574129a14070f1cca58c50 2024-12-05T11:21:23,287 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/default/test/bc904126a9c5e6bb6cf6dbe6a5a93687/f/e407ac73fc574129a14070f1cca58c50, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T11:21:23,288 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/default/test/bc904126a9c5e6bb6cf6dbe6a5a93687/.tmp/f1/2fea6c48e4b64cd88a4bcfeee0748776 as hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/default/test/bc904126a9c5e6bb6cf6dbe6a5a93687/f1/2fea6c48e4b64cd88a4bcfeee0748776 2024-12-05T11:21:23,291 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fea6c48e4b64cd88a4bcfeee0748776 2024-12-05T11:21:23,291 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/default/test/bc904126a9c5e6bb6cf6dbe6a5a93687/f1/2fea6c48e4b64cd88a4bcfeee0748776, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T11:21:23,292 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/default/test/bc904126a9c5e6bb6cf6dbe6a5a93687/.tmp/norep/94fc31b523564df98c844b533bef64c8 as hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/default/test/bc904126a9c5e6bb6cf6dbe6a5a93687/norep/94fc31b523564df98c844b533bef64c8 2024-12-05T11:21:23,295 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94fc31b523564df98c844b533bef64c8 2024-12-05T11:21:23,295 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/default/test/bc904126a9c5e6bb6cf6dbe6a5a93687/norep/94fc31b523564df98c844b533bef64c8, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T11:21:23,295 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for bc904126a9c5e6bb6cf6dbe6a5a93687 in 1272ms, sequenceid=12, compaction requested=false 2024-12-05T11:21:23,298 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/default/test/bc904126a9c5e6bb6cf6dbe6a5a93687/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T11:21:23,299 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:21:23,299 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:21:23,299 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687. 2024-12-05T11:21:23,299 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc904126a9c5e6bb6cf6dbe6a5a93687: Waiting for close lock at 1733397682023Running coprocessor pre-close hooks at 1733397682023Disabling compacts and flushes for region at 1733397682023Disabling writes for close at 1733397682023Obtaining lock to block concurrent updates at 1733397682023Preparing flush snapshotting stores in bc904126a9c5e6bb6cf6dbe6a5a93687 at 1733397682023Finished memstore snapshotting test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733397682023Flushing stores of test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687. at 1733397682024 (+1 ms)Flushing bc904126a9c5e6bb6cf6dbe6a5a93687/f: creating writer at 1733397682024Flushing bc904126a9c5e6bb6cf6dbe6a5a93687/f: appending metadata at 1733397682035 (+11 ms)Flushing bc904126a9c5e6bb6cf6dbe6a5a93687/f: closing flushed file at 1733397682035Flushing bc904126a9c5e6bb6cf6dbe6a5a93687/f1: creating writer at 1733397682442 (+407 ms)Flushing bc904126a9c5e6bb6cf6dbe6a5a93687/f1: appending metadata at 1733397682458 (+16 ms)Flushing bc904126a9c5e6bb6cf6dbe6a5a93687/f1: closing flushed file at 1733397682458Flushing bc904126a9c5e6bb6cf6dbe6a5a93687/norep: creating writer at 1733397682865 (+407 ms)Flushing bc904126a9c5e6bb6cf6dbe6a5a93687/norep: appending metadata at 1733397682876 (+11 ms)Flushing bc904126a9c5e6bb6cf6dbe6a5a93687/norep: closing flushed file at 1733397682876Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fbe395f: reopening flushed file at 1733397683284 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d08f35d: reopening flushed file at 1733397683288 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dad5977: reopening flushed file at 1733397683291 (+3 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for bc904126a9c5e6bb6cf6dbe6a5a93687 in 1272ms, sequenceid=12, compaction requested=false at 1733397683295 (+4 ms)Writing region close event to WAL at 1733397683296 (+1 ms)Running coprocessor post-close hooks at 1733397683299 (+3 ms)Closed at 1733397683299 2024-12-05T11:21:23,299 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733397666308.bc904126a9c5e6bb6cf6dbe6a5a93687. 2024-12-05T11:21:23,395 DEBUG [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:21:23,467 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 1759, reset compression=false 2024-12-05T11:21:23,470 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:21:23,470 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 2403, reset compression=false 2024-12-05T11:21:23,521 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1493, reset compression=false 2024-12-05T11:21:23,595 DEBUG [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:21:23,664 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740/.tmp/table/036e301285dd4428ab7dae837fd3e137 2024-12-05T11:21:23,668 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740/.tmp/info/bc510497c8d34c869aa376d20044192e as hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740/info/bc510497c8d34c869aa376d20044192e 2024-12-05T11:21:23,671 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740/info/bc510497c8d34c869aa376d20044192e, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T11:21:23,672 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740/.tmp/ns/891772d335bb427c9ac46b2b75affa9f as hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740/ns/891772d335bb427c9ac46b2b75affa9f 2024-12-05T11:21:23,673 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 2403, reset compression=false 2024-12-05T11:21:23,676 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740/ns/891772d335bb427c9ac46b2b75affa9f, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T11:21:23,677 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740/.tmp/rep_barrier/54feb058527a4af1a351f6a7ed727201 as hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740/rep_barrier/54feb058527a4af1a351f6a7ed727201 2024-12-05T11:21:23,679 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740/rep_barrier/54feb058527a4af1a351f6a7ed727201, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T11:21:23,680 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740/.tmp/table/036e301285dd4428ab7dae837fd3e137 as hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740/table/036e301285dd4428ab7dae837fd3e137 2024-12-05T11:21:23,683 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740/table/036e301285dd4428ab7dae837fd3e137, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T11:21:23,683 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1689ms, sequenceid=16, compaction requested=false 2024-12-05T11:21:23,686 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T11:21:23,687 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:21:23,687 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:21:23,687 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:21:23,687 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397681993Running coprocessor pre-close hooks at 1733397681993Disabling compacts and flushes for region at 1733397681993Disabling writes for close at 1733397681994 (+1 ms)Obtaining lock to block concurrent updates at 1733397681994Preparing flush snapshotting stores in 1588230740 at 1733397681994Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733397681994Flushing stores of hbase:meta,,1.1588230740 at 1733397681994Flushing 1588230740/info: creating writer at 1733397681994Flushing 1588230740/info: appending metadata at 1733397682005 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733397682005Flushing 1588230740/ns: creating writer at 1733397682413 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733397682424 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733397682424Flushing 1588230740/rep_barrier: creating writer at 1733397682831 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733397682842 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733397682842Flushing 1588230740/table: creating writer at 1733397683249 (+407 ms)Flushing 1588230740/table: appending metadata at 1733397683260 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733397683260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71c5b739: reopening flushed file at 1733397683667 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e513927: reopening flushed file at 1733397683671 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d56a8c6: reopening flushed file at 1733397683676 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57dafe37: reopening flushed file at 1733397683679 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1689ms, sequenceid=16, compaction requested=false at 1733397683683 (+4 ms)Writing region close event to WAL at 1733397683684 (+1 ms)Running coprocessor post-close hooks at 1733397683687 (+3 ms)Closed at 1733397683687 2024-12-05T11:21:23,687 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:21:23,740 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1468, reset compression=false 2024-12-05T11:21:23,795 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,42095,1733397658431; all regions closed. 2024-12-05T11:21:23,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741834_1010 (size=4239) 2024-12-05T11:21:23,797 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.meta.1733397661876.meta not finished, retry = 0 2024-12-05T11:21:23,899 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.rep.1733397673103 not finished, retry = 0 2024-12-05T11:21:23,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741839_1015 (size=3333) 2024-12-05T11:21:23,976 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 to pos 2403, reset compression=false 2024-12-05T11:21:24,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741832_1008 (size=2411) 2024-12-05T11:21:24,002 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/WALs/6706a97ae65f,42095,1733397658431/6706a97ae65f%2C42095%2C1733397658431.1733397660992 not finished, retry = 0 2024-12-05T11:21:24,102 DEBUG [RS:0;6706a97ae65f:42095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:24,102 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:21:24,103 INFO [RS:0;6706a97ae65f:42095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:21:24,103 INFO [RS:0;6706a97ae65f:42095 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T11:21:24,103 INFO [RS:0;6706a97ae65f:42095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:21:24,103 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:21:24,103 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6706a97ae65f,42095,1733397658431 because: Region server is closing 2024-12-05T11:21:24,103 INFO [RS:0;6706a97ae65f:42095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:42095. 2024-12-05T11:21:24,103 DEBUG [RS:0;6706a97ae65f:42095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:24,103 DEBUG [RS:0;6706a97ae65f:42095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:24,104 DEBUG [RS:0;6706a97ae65f:42095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:24,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:24,124 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1493, reset compression=false 2024-12-05T11:21:24,204 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.shipper6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 terminated 2024-12-05T11:21:24,204 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42095,1733397658431.replicationSource.wal-reader.6706a97ae65f%2C42095%2C1733397658431,1-6706a97ae65f,42095,1733397658431 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T11:21:24,204 INFO [RS:0;6706a97ae65f:42095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:42095. 2024-12-05T11:21:24,204 DEBUG [RS:0;6706a97ae65f:42095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:24,204 DEBUG [RS:0;6706a97ae65f:42095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:24,204 DEBUG [RS:0;6706a97ae65f:42095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:24,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:24,205 INFO [RS:0;6706a97ae65f:42095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42095 2024-12-05T11:21:24,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2277992721/rs 2024-12-05T11:21:24,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x101a539023d0007, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2277992721/rs/6706a97ae65f,42095,1733397658431 2024-12-05T11:21:24,265 INFO [RS:0;6706a97ae65f:42095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:21:24,275 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,42095,1733397658431] 2024-12-05T11:21:24,286 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2277992721/draining/6706a97ae65f,42095,1733397658431 already deleted, retry=false 2024-12-05T11:21:24,286 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,42095,1733397658431 expired; onlineServers=0 2024-12-05T11:21:24,286 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,42879,1733397658293' ***** 2024-12-05T11:21:24,286 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:21:24,286 INFO [M:0;6706a97ae65f:42879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:21:24,286 INFO [M:0;6706a97ae65f:42879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:21:24,286 DEBUG [M:0;6706a97ae65f:42879 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:21:24,286 DEBUG [M:0;6706a97ae65f:42879 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:21:24,286 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:21:24,286 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397660692 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397660692,5,FailOnTimeoutGroup] 2024-12-05T11:21:24,286 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397660692 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397660692,5,FailOnTimeoutGroup] 2024-12-05T11:21:24,286 INFO [M:0;6706a97ae65f:42879 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:21:24,286 INFO [M:0;6706a97ae65f:42879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:21:24,286 DEBUG [M:0;6706a97ae65f:42879 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:21:24,286 INFO [M:0;6706a97ae65f:42879 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:21:24,287 INFO [M:0;6706a97ae65f:42879 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:21:24,287 INFO [M:0;6706a97ae65f:42879 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:21:24,287 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:21:24,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2277992721/master 2024-12-05T11:21:24,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2277992721 2024-12-05T11:21:24,296 DEBUG [M:0;6706a97ae65f:42879 {}] zookeeper.ZKUtil(347): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Unable to get data of znode /2277992721/master because node does not exist (not an error) 2024-12-05T11:21:24,296 WARN [M:0;6706a97ae65f:42879 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:21:24,297 INFO [M:0;6706a97ae65f:42879 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/.lastflushedseqids 2024-12-05T11:21:24,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741848_1024 (size=245) 2024-12-05T11:21:24,375 INFO [RS:0;6706a97ae65f:42095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:21:24,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x101a539023d0007, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:21:24,375 INFO [RS:0;6706a97ae65f:42095 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,42095,1733397658431; zookeeper connection closed. 2024-12-05T11:21:24,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x101a539023d0007, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:21:24,376 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67bc0fc0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67bc0fc0 2024-12-05T11:21:24,376 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:21:24,443 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1468, reset compression=false 2024-12-05T11:21:24,701 INFO [M:0;6706a97ae65f:42879 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:21:24,701 INFO [M:0;6706a97ae65f:42879 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:21:24,701 DEBUG [M:0;6706a97ae65f:42879 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:21:24,701 INFO [M:0;6706a97ae65f:42879 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:24,701 DEBUG [M:0;6706a97ae65f:42879 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:24,701 DEBUG [M:0;6706a97ae65f:42879 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:21:24,701 DEBUG [M:0;6706a97ae65f:42879 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:24,702 INFO [M:0;6706a97ae65f:42879 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-12-05T11:21:24,714 DEBUG [M:0;6706a97ae65f:42879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/414a9471da414fbbb94436167c773234 is 82, key is hbase:meta,,1/info:regioninfo/1733397661905/Put/seqid=0 2024-12-05T11:21:24,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741849_1025 (size=5672) 2024-12-05T11:21:24,827 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1493, reset compression=false 2024-12-05T11:21:25,118 INFO [M:0;6706a97ae65f:42879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/414a9471da414fbbb94436167c773234 2024-12-05T11:21:25,137 DEBUG [M:0;6706a97ae65f:42879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf0e85659b424f2dbe67380a0c1b6ac2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733397673140/Put/seqid=0 2024-12-05T11:21:25,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741850_1026 (size=9213) 2024-12-05T11:21:25,140 INFO [M:0;6706a97ae65f:42879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf0e85659b424f2dbe67380a0c1b6ac2 2024-12-05T11:21:25,154 DEBUG [M:0;6706a97ae65f:42879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7f2f8f623c44b308bc529b58d21244a is 69, key is 6706a97ae65f,42095,1733397658431/rs:state/1733397660792/Put/seqid=0 2024-12-05T11:21:25,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741851_1027 (size=5156) 2024-12-05T11:21:25,158 INFO [M:0;6706a97ae65f:42879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7f2f8f623c44b308bc529b58d21244a 2024-12-05T11:21:25,162 DEBUG [M:0;6706a97ae65f:42879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/414a9471da414fbbb94436167c773234 as hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/414a9471da414fbbb94436167c773234 2024-12-05T11:21:25,164 INFO [M:0;6706a97ae65f:42879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/414a9471da414fbbb94436167c773234, entries=8, sequenceid=127, filesize=5.5 K 2024-12-05T11:21:25,165 DEBUG [M:0;6706a97ae65f:42879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf0e85659b424f2dbe67380a0c1b6ac2 as hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf0e85659b424f2dbe67380a0c1b6ac2 2024-12-05T11:21:25,168 INFO [M:0;6706a97ae65f:42879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf0e85659b424f2dbe67380a0c1b6ac2, entries=15, sequenceid=127, filesize=9.0 K 2024-12-05T11:21:25,169 DEBUG [M:0;6706a97ae65f:42879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7f2f8f623c44b308bc529b58d21244a as hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7f2f8f623c44b308bc529b58d21244a 2024-12-05T11:21:25,171 INFO [M:0;6706a97ae65f:42879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/905a13da-5bd8-5f97-5836-8af4f09b81b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7f2f8f623c44b308bc529b58d21244a, entries=1, sequenceid=127, filesize=5.0 K 2024-12-05T11:21:25,172 INFO [M:0;6706a97ae65f:42879 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 471ms, sequenceid=127, compaction requested=false 2024-12-05T11:21:25,173 INFO [M:0;6706a97ae65f:42879 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:25,173 DEBUG [M:0;6706a97ae65f:42879 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397684701Disabling compacts and flushes for region at 1733397684701Disabling writes for close at 1733397684701Obtaining lock to block concurrent updates at 1733397684702 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397684702Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1733397684702Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397684702Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397684702Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397684714 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397684714Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397685121 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397685137 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397685137Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397685143 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397685154 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397685154Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cfa99c9: reopening flushed file at 1733397685161 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ae248d3: reopening flushed file at 1733397685165 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5411c6d6: reopening flushed file at 1733397685168 (+3 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 471ms, sequenceid=127, compaction requested=false at 1733397685172 (+4 ms)Writing region close event to WAL at 1733397685173 (+1 ms)Closed at 1733397685173 2024-12-05T11:21:25,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38445 is added to blk_1073741830_1006 (size=73878) 2024-12-05T11:21:25,175 INFO [M:0;6706a97ae65f:42879 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:21:25,175 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:21:25,175 INFO [M:0;6706a97ae65f:42879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42879 2024-12-05T11:21:25,175 INFO [M:0;6706a97ae65f:42879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:21:25,246 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1468, reset compression=false 2024-12-05T11:21:25,354 INFO [M:0;6706a97ae65f:42879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:21:25,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:21:25,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42879-0x101a539023d0006, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:21:25,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46ac5408{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:21:25,387 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f22cddb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:21:25,387 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:21:25,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66cf0a60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:21:25,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1255a14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/hadoop.log.dir/,STOPPED} 2024-12-05T11:21:25,388 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:21:25,388 WARN [BP-919069297-172.17.0.2-1733397656021 heartbeating to localhost/127.0.0.1:37123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:21:25,388 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:21:25,388 WARN [BP-919069297-172.17.0.2-1733397656021 heartbeating to localhost/127.0.0.1:37123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-919069297-172.17.0.2-1733397656021 (Datanode Uuid 0a95c1de-c2a6-4017-8634-7b3a3d03ecf0) service to localhost/127.0.0.1:37123 2024-12-05T11:21:25,389 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/cluster_7bf98f5d-97eb-5d46-cc6e-956cbc644c3d/data/data1/current/BP-919069297-172.17.0.2-1733397656021 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:21:25,389 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/cluster_7bf98f5d-97eb-5d46-cc6e-956cbc644c3d/data/data2/current/BP-919069297-172.17.0.2-1733397656021 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:21:25,389 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:21:25,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53cfc97f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:21:25,395 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@118e84d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:21:25,395 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:21:25,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e6cd7f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:21:25,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67fe0bf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/hadoop.log.dir/,STOPPED} 2024-12-05T11:21:25,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:21:25,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:21:25,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:21:25,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:25,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:25,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:25,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:25,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:21:25,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1106165152, stopped=false 2024-12-05T11:21:25,407 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,42585,1733397653494 2024-12-05T11:21:25,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1308313314/running 2024-12-05T11:21:25,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308313314 2024-12-05T11:21:25,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x101a539023d0004, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1308313314/running 2024-12-05T11:21:25,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x101a539023d0004, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308313314 2024-12-05T11:21:25,422 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:21:25,423 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:21:25,423 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:25,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:25,423 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,33081,1733397653633' ***** 2024-12-05T11:21:25,423 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:21:25,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Set watcher on znode that does not yet exist, /1-1308313314/running 2024-12-05T11:21:25,423 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:21:25,423 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:21:25,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33081-0x101a539023d0004, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Set watcher on znode that does not yet exist, /1-1308313314/running 2024-12-05T11:21:25,423 INFO [RS:0;6706a97ae65f:33081 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:21:25,423 INFO [RS:0;6706a97ae65f:33081 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:21:25,424 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.HRegionServer(3091): Received CLOSE for 37d84fedf5305060886826f61882adc3 2024-12-05T11:21:25,424 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.HRegionServer(3091): Received CLOSE for 93ac184148cbbcc9667d00b7f35fad0b 2024-12-05T11:21:25,424 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,33081,1733397653633 2024-12-05T11:21:25,424 INFO [RS:0;6706a97ae65f:33081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:21:25,424 INFO [RS:0;6706a97ae65f:33081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:33081. 2024-12-05T11:21:25,424 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37d84fedf5305060886826f61882adc3, disabling compactions & flushes 2024-12-05T11:21:25,424 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3. 2024-12-05T11:21:25,424 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3. 2024-12-05T11:21:25,424 DEBUG [RS:0;6706a97ae65f:33081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:25,424 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3. after waiting 0 ms 2024-12-05T11:21:25,424 DEBUG [RS:0;6706a97ae65f:33081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:25,424 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3. 2024-12-05T11:21:25,424 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:21:25,424 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:21:25,424 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:21:25,424 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:21:25,424 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 37d84fedf5305060886826f61882adc3 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-05T11:21:25,424 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T11:21:25,424 DEBUG [RS:0;6706a97ae65f:33081 {}] regionserver.HRegionServer(1325): Online Regions={37d84fedf5305060886826f61882adc3=hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3., 93ac184148cbbcc9667d00b7f35fad0b=test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:21:25,424 DEBUG [RS:0;6706a97ae65f:33081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37d84fedf5305060886826f61882adc3, 93ac184148cbbcc9667d00b7f35fad0b 2024-12-05T11:21:25,424 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:21:25,424 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:21:25,424 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:21:25,424 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:21:25,424 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:21:25,424 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T11:21:25,442 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740/.tmp/info/fdad5222cbf7434089b79df2d5ff739c is 147, key is hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3./info:regioninfo/1733397671429/Put/seqid=0 2024-12-05T11:21:25,442 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/replication/37d84fedf5305060886826f61882adc3/.tmp/queue/601be4f7c45f4b6793434613ef4bf77e is 154, key is 1-6706a97ae65f,33081,1733397653633/queue:6706a97ae65f%2C33081%2C1733397653633/1733397681730/Put/seqid=0 2024-12-05T11:21:25,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741840_1016 (size=5353) 2024-12-05T11:21:25,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741841_1017 (size=7686) 2024-12-05T11:21:25,507 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:21:25,624 DEBUG [RS:0;6706a97ae65f:33081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37d84fedf5305060886826f61882adc3, 93ac184148cbbcc9667d00b7f35fad0b 2024-12-05T11:21:25,630 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1493, reset compression=false 2024-12-05T11:21:25,824 DEBUG [RS:0;6706a97ae65f:33081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37d84fedf5305060886826f61882adc3, 93ac184148cbbcc9667d00b7f35fad0b 2024-12-05T11:21:25,846 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/replication/37d84fedf5305060886826f61882adc3/.tmp/queue/601be4f7c45f4b6793434613ef4bf77e 2024-12-05T11:21:25,849 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740/.tmp/info/fdad5222cbf7434089b79df2d5ff739c 2024-12-05T11:21:25,851 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/replication/37d84fedf5305060886826f61882adc3/.tmp/queue/601be4f7c45f4b6793434613ef4bf77e as hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/replication/37d84fedf5305060886826f61882adc3/queue/601be4f7c45f4b6793434613ef4bf77e 2024-12-05T11:21:25,854 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/replication/37d84fedf5305060886826f61882adc3/queue/601be4f7c45f4b6793434613ef4bf77e, entries=1, sequenceid=14, filesize=5.2 K 2024-12-05T11:21:25,855 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 37d84fedf5305060886826f61882adc3 in 431ms, sequenceid=14, compaction requested=false 2024-12-05T11:21:25,855 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T11:21:25,858 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/replication/37d84fedf5305060886826f61882adc3/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-05T11:21:25,858 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:21:25,858 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:21:25,858 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3. 2024-12-05T11:21:25,858 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37d84fedf5305060886826f61882adc3: Waiting for close lock at 1733397685424Running coprocessor pre-close hooks at 1733397685424Disabling compacts and flushes for region at 1733397685424Disabling writes for close at 1733397685424Obtaining lock to block concurrent updates at 1733397685424Preparing flush snapshotting stores in 37d84fedf5305060886826f61882adc3 at 1733397685424Finished memstore snapshotting hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733397685424Flushing stores of hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3. at 1733397685425 (+1 ms)Flushing 37d84fedf5305060886826f61882adc3/queue: creating writer at 1733397685425Flushing 37d84fedf5305060886826f61882adc3/queue: appending metadata at 1733397685442 (+17 ms)Flushing 37d84fedf5305060886826f61882adc3/queue: closing flushed file at 1733397685442Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@483076d3: reopening flushed file at 1733397685850 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 37d84fedf5305060886826f61882adc3 in 431ms, sequenceid=14, compaction requested=false at 1733397685855 (+5 ms)Writing region close event to WAL at 1733397685856 (+1 ms)Running coprocessor post-close hooks at 1733397685858 (+2 ms)Closed at 1733397685858 2024-12-05T11:21:25,858 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733397670619.37d84fedf5305060886826f61882adc3. 2024-12-05T11:21:25,859 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93ac184148cbbcc9667d00b7f35fad0b, disabling compactions & flushes 2024-12-05T11:21:25,859 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b. 2024-12-05T11:21:25,859 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b. 2024-12-05T11:21:25,859 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b. after waiting 0 ms 2024-12-05T11:21:25,859 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b. 2024-12-05T11:21:25,859 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 93ac184148cbbcc9667d00b7f35fad0b 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-05T11:21:25,868 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740/.tmp/ns/efd0ef40d5a04287a55e0723ca77a729 is 43, key is default/ns:d/1733397655908/Put/seqid=0 2024-12-05T11:21:25,871 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/default/test/93ac184148cbbcc9667d00b7f35fad0b/.tmp/f/65f46ceea02648f29dbf3a8f854d3c8b is 37, key is row3/f:row3/1733397680618/Put/seqid=0 2024-12-05T11:21:25,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741842_1018 (size=5153) 2024-12-05T11:21:25,873 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740/.tmp/ns/efd0ef40d5a04287a55e0723ca77a729 2024-12-05T11:21:25,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741843_1019 (size=5228) 2024-12-05T11:21:25,875 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/default/test/93ac184148cbbcc9667d00b7f35fad0b/.tmp/f/65f46ceea02648f29dbf3a8f854d3c8b 2024-12-05T11:21:25,878 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 65f46ceea02648f29dbf3a8f854d3c8b 2024-12-05T11:21:25,889 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/default/test/93ac184148cbbcc9667d00b7f35fad0b/.tmp/f1/566cc750fa5f4459a84a7c801791db67 is 30, key is row1/f1:/1733397677963/DeleteFamily/seqid=0 2024-12-05T11:21:25,891 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740/.tmp/rep_barrier/9089869bee034ded93c23f89423c5af1 is 112, key is test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b./rep_barrier:seqnumDuringOpen/1733397665298/Put/seqid=0 2024-12-05T11:21:25,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741844_1020 (size=5158) 2024-12-05T11:21:25,893 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/default/test/93ac184148cbbcc9667d00b7f35fad0b/.tmp/f1/566cc750fa5f4459a84a7c801791db67 2024-12-05T11:21:25,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741845_1021 (size=5518) 2024-12-05T11:21:25,895 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740/.tmp/rep_barrier/9089869bee034ded93c23f89423c5af1 2024-12-05T11:21:25,897 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 566cc750fa5f4459a84a7c801791db67 2024-12-05T11:21:25,908 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/default/test/93ac184148cbbcc9667d00b7f35fad0b/.tmp/norep/479b78c6536a4d69bbcb3d7415d64e3b is 33, key is row1/norep:/1733397677963/DeleteFamily/seqid=0 2024-12-05T11:21:25,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741846_1022 (size=5108) 2024-12-05T11:21:25,911 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740/.tmp/table/46cd10dedbef4915971e3b6548d718ba is 53, key is hbase:replication/table:state/1733397671436/Put/seqid=0 2024-12-05T11:21:25,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741847_1023 (size=5308) 2024-12-05T11:21:26,025 DEBUG [RS:0;6706a97ae65f:33081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 93ac184148cbbcc9667d00b7f35fad0b 2024-12-05T11:21:26,105 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:21:26,105 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:21:26,149 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1468, reset compression=false 2024-12-05T11:21:26,152 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:21:26,152 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1715, reset compression=false 2024-12-05T11:21:26,152 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.shipper6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,33081,1733397653633 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:21:26,153 ERROR [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.shipper6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6706a97ae65f,33081,1733397653633: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6706a97ae65f,33081,1733397653633, walGroup=6706a97ae65f%2C33081%2C1733397653633, offset=6706a97ae65f%2C33081%2C1733397653633.1733397655212:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:33081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T11:21:26,154 ERROR [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.shipper6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T11:21:26,154 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.shipper6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T11:21:26,154 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.shipper6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T11:21:26,154 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.shipper6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T11:21:26,154 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.shipper6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T11:21:26,154 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.shipper6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1147142144, "init": 1048576000, "max": 2306867200, "used": 895712256 }, "NonHeapMemoryUsage": { "committed": 201588736, "init": 7667712, "max": -1, "used": 198735704 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T11:21:26,155 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.shipper6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:42585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:42585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T11:21:26,225 DEBUG [RS:0;6706a97ae65f:33081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 93ac184148cbbcc9667d00b7f35fad0b 2024-12-05T11:21:26,312 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/default/test/93ac184148cbbcc9667d00b7f35fad0b/.tmp/norep/479b78c6536a4d69bbcb3d7415d64e3b 2024-12-05T11:21:26,315 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740/.tmp/table/46cd10dedbef4915971e3b6548d718ba 2024-12-05T11:21:26,315 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 479b78c6536a4d69bbcb3d7415d64e3b 2024-12-05T11:21:26,316 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/default/test/93ac184148cbbcc9667d00b7f35fad0b/.tmp/f/65f46ceea02648f29dbf3a8f854d3c8b as hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/default/test/93ac184148cbbcc9667d00b7f35fad0b/f/65f46ceea02648f29dbf3a8f854d3c8b 2024-12-05T11:21:26,318 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740/.tmp/info/fdad5222cbf7434089b79df2d5ff739c as hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740/info/fdad5222cbf7434089b79df2d5ff739c 2024-12-05T11:21:26,319 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 65f46ceea02648f29dbf3a8f854d3c8b 2024-12-05T11:21:26,319 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/default/test/93ac184148cbbcc9667d00b7f35fad0b/f/65f46ceea02648f29dbf3a8f854d3c8b, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T11:21:26,319 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/default/test/93ac184148cbbcc9667d00b7f35fad0b/.tmp/f1/566cc750fa5f4459a84a7c801791db67 as hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/default/test/93ac184148cbbcc9667d00b7f35fad0b/f1/566cc750fa5f4459a84a7c801791db67 2024-12-05T11:21:26,321 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740/info/fdad5222cbf7434089b79df2d5ff739c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T11:21:26,321 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740/.tmp/ns/efd0ef40d5a04287a55e0723ca77a729 as hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740/ns/efd0ef40d5a04287a55e0723ca77a729 2024-12-05T11:21:26,323 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 566cc750fa5f4459a84a7c801791db67 2024-12-05T11:21:26,323 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/default/test/93ac184148cbbcc9667d00b7f35fad0b/f1/566cc750fa5f4459a84a7c801791db67, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T11:21:26,323 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/default/test/93ac184148cbbcc9667d00b7f35fad0b/.tmp/norep/479b78c6536a4d69bbcb3d7415d64e3b as hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/default/test/93ac184148cbbcc9667d00b7f35fad0b/norep/479b78c6536a4d69bbcb3d7415d64e3b 2024-12-05T11:21:26,325 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740/ns/efd0ef40d5a04287a55e0723ca77a729, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T11:21:26,325 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740/.tmp/rep_barrier/9089869bee034ded93c23f89423c5af1 as hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740/rep_barrier/9089869bee034ded93c23f89423c5af1 2024-12-05T11:21:26,327 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 479b78c6536a4d69bbcb3d7415d64e3b 2024-12-05T11:21:26,327 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/default/test/93ac184148cbbcc9667d00b7f35fad0b/norep/479b78c6536a4d69bbcb3d7415d64e3b, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T11:21:26,327 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 93ac184148cbbcc9667d00b7f35fad0b in 468ms, sequenceid=12, compaction requested=false 2024-12-05T11:21:26,328 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T11:21:26,329 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740/rep_barrier/9089869bee034ded93c23f89423c5af1, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T11:21:26,329 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740/.tmp/table/46cd10dedbef4915971e3b6548d718ba as hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740/table/46cd10dedbef4915971e3b6548d718ba 2024-12-05T11:21:26,331 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/default/test/93ac184148cbbcc9667d00b7f35fad0b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T11:21:26,331 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:21:26,331 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:21:26,331 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b. 2024-12-05T11:21:26,332 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93ac184148cbbcc9667d00b7f35fad0b: Waiting for close lock at 1733397685859Running coprocessor pre-close hooks at 1733397685859Disabling compacts and flushes for region at 1733397685859Disabling writes for close at 1733397685859Obtaining lock to block concurrent updates at 1733397685859Preparing flush snapshotting stores in 93ac184148cbbcc9667d00b7f35fad0b at 1733397685859Finished memstore snapshotting test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733397685859Flushing stores of test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b. at 1733397685859Flushing 93ac184148cbbcc9667d00b7f35fad0b/f: creating writer at 1733397685859Flushing 93ac184148cbbcc9667d00b7f35fad0b/f: appending metadata at 1733397685871 (+12 ms)Flushing 93ac184148cbbcc9667d00b7f35fad0b/f: closing flushed file at 1733397685871Flushing 93ac184148cbbcc9667d00b7f35fad0b/f1: creating writer at 1733397685878 (+7 ms)Flushing 93ac184148cbbcc9667d00b7f35fad0b/f1: appending metadata at 1733397685888 (+10 ms)Flushing 93ac184148cbbcc9667d00b7f35fad0b/f1: closing flushed file at 1733397685888Flushing 93ac184148cbbcc9667d00b7f35fad0b/norep: creating writer at 1733397685897 (+9 ms)Flushing 93ac184148cbbcc9667d00b7f35fad0b/norep: appending metadata at 1733397685908 (+11 ms)Flushing 93ac184148cbbcc9667d00b7f35fad0b/norep: closing flushed file at 1733397685908Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@111211b3: reopening flushed file at 1733397686315 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f944ef1: reopening flushed file at 1733397686319 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bf7cc8b: reopening flushed file at 1733397686323 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 93ac184148cbbcc9667d00b7f35fad0b in 468ms, sequenceid=12, compaction requested=false at 1733397686327 (+4 ms)Writing region close event to WAL at 1733397686329 (+2 ms)Running coprocessor post-close hooks at 1733397686331 (+2 ms)Closed at 1733397686331 2024-12-05T11:21:26,332 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733397664158.93ac184148cbbcc9667d00b7f35fad0b. 2024-12-05T11:21:26,332 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740/table/46cd10dedbef4915971e3b6548d718ba, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T11:21:26,333 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=16, compaction requested=false 2024-12-05T11:21:26,333 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:21:26,337 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T11:21:26,337 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:21:26,337 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:21:26,337 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:21:26,337 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397685424Running coprocessor pre-close hooks at 1733397685424Disabling compacts and flushes for region at 1733397685424Disabling writes for close at 1733397685424Obtaining lock to block concurrent updates at 1733397685424Preparing flush snapshotting stores in 1588230740 at 1733397685424Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733397685425 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733397685425Flushing 1588230740/info: creating writer at 1733397685425Flushing 1588230740/info: appending metadata at 1733397685442 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733397685442Flushing 1588230740/ns: creating writer at 1733397685852 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733397685868 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733397685868Flushing 1588230740/rep_barrier: creating writer at 1733397685877 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733397685891 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733397685891Flushing 1588230740/table: creating writer at 1733397685897 (+6 ms)Flushing 1588230740/table: appending metadata at 1733397685911 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733397685911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@111af362: reopening flushed file at 1733397686317 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27ab1ba: reopening flushed file at 1733397686321 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@553bef36: reopening flushed file at 1733397686325 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@187b6b6c: reopening flushed file at 1733397686329 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=16, compaction requested=false at 1733397686333 (+4 ms)Writing region close event to WAL at 1733397686334 (+1 ms)Running coprocessor post-close hooks at 1733397686337 (+3 ms)Closed at 1733397686337 2024-12-05T11:21:26,337 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:21:26,356 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 1715, reset compression=false 2024-12-05T11:21:26,359 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:21:26,359 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.wal-reader.6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.1733397655212 to pos 2359, reset compression=false 2024-12-05T11:21:26,425 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,33081,1733397653633; all regions closed. 2024-12-05T11:21:26,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741834_1010 (size=4239) 2024-12-05T11:21:26,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741839_1015 (size=3552) 2024-12-05T11:21:26,431 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/WALs/6706a97ae65f,33081,1733397653633/6706a97ae65f%2C33081%2C1733397653633.rep.1733397671402 not finished, retry = 0 2024-12-05T11:21:26,532 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1493, reset compression=false 2024-12-05T11:21:26,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741832_1008 (size=2367) 2024-12-05T11:21:26,535 DEBUG [RS:0;6706a97ae65f:33081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:26,535 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:21:26,535 INFO [RS:0;6706a97ae65f:33081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:21:26,535 INFO [RS:0;6706a97ae65f:33081 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T11:21:26,535 INFO [RS:0;6706a97ae65f:33081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:21:26,535 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:21:26,535 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6706a97ae65f,33081,1733397653633 because: Region server is closing 2024-12-05T11:21:26,536 INFO [RS:0;6706a97ae65f:33081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:33081. 2024-12-05T11:21:26,536 DEBUG [RS:0;6706a97ae65f:33081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:26,536 DEBUG [RS:0;6706a97ae65f:33081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:26,536 DEBUG [RS:0;6706a97ae65f:33081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:26,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:26,636 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,33081,1733397653633.replicationSource.shipper6706a97ae65f%2C33081%2C1733397653633,1-6706a97ae65f,33081,1733397653633 terminated 2024-12-05T11:21:26,636 INFO [RS:0;6706a97ae65f:33081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:33081. 2024-12-05T11:21:26,636 DEBUG [RS:0;6706a97ae65f:33081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:26,636 DEBUG [RS:0;6706a97ae65f:33081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:26,636 DEBUG [RS:0;6706a97ae65f:33081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:26,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:26,636 INFO [RS:0;6706a97ae65f:33081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33081 2024-12-05T11:21:26,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308313314/rs 2024-12-05T11:21:26,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x101a539023d0004, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1308313314/rs/6706a97ae65f,33081,1733397653633 2024-12-05T11:21:26,717 INFO [RS:0;6706a97ae65f:33081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:21:26,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,33081,1733397653633] 2024-12-05T11:21:26,738 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1308313314/draining/6706a97ae65f,33081,1733397653633 already deleted, retry=false 2024-12-05T11:21:26,738 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,33081,1733397653633 expired; onlineServers=0 2024-12-05T11:21:26,738 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,42585,1733397653494' ***** 2024-12-05T11:21:26,738 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:21:26,738 INFO [M:0;6706a97ae65f:42585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:21:26,738 INFO [M:0;6706a97ae65f:42585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:21:26,738 DEBUG [M:0;6706a97ae65f:42585 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:21:26,738 DEBUG [M:0;6706a97ae65f:42585 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:21:26,738 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:21:26,738 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397654983 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397654983,5,FailOnTimeoutGroup] 2024-12-05T11:21:26,738 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397654988 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397654988,5,FailOnTimeoutGroup] 2024-12-05T11:21:26,738 INFO [M:0;6706a97ae65f:42585 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:21:26,739 INFO [M:0;6706a97ae65f:42585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:21:26,739 DEBUG [M:0;6706a97ae65f:42585 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:21:26,739 INFO [M:0;6706a97ae65f:42585 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:21:26,739 INFO [M:0;6706a97ae65f:42585 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:21:26,739 INFO [M:0;6706a97ae65f:42585 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:21:26,739 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:21:26,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1308313314/master 2024-12-05T11:21:26,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1308313314 2024-12-05T11:21:26,749 DEBUG [M:0;6706a97ae65f:42585 {}] zookeeper.ZKUtil(347): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Unable to get data of znode /1-1308313314/master because node does not exist (not an error) 2024-12-05T11:21:26,749 WARN [M:0;6706a97ae65f:42585 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:21:26,749 INFO [M:0;6706a97ae65f:42585 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/.lastflushedseqids 2024-12-05T11:21:26,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741848_1024 (size=245) 2024-12-05T11:21:26,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x101a539023d0004, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:21:26,828 INFO [RS:0;6706a97ae65f:33081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:21:26,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33081-0x101a539023d0004, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:21:26,828 INFO [RS:0;6706a97ae65f:33081 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,33081,1733397653633; zookeeper connection closed. 2024-12-05T11:21:26,828 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42ca55d3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42ca55d3 2024-12-05T11:21:26,828 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:21:27,154 INFO [M:0;6706a97ae65f:42585 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:21:27,155 INFO [M:0;6706a97ae65f:42585 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:21:27,155 DEBUG [M:0;6706a97ae65f:42585 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:21:27,155 INFO [M:0;6706a97ae65f:42585 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:27,155 DEBUG [M:0;6706a97ae65f:42585 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:27,155 DEBUG [M:0;6706a97ae65f:42585 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:21:27,155 DEBUG [M:0;6706a97ae65f:42585 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:27,155 INFO [M:0;6706a97ae65f:42585 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-05T11:21:27,167 DEBUG [M:0;6706a97ae65f:42585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af6f0e6cee4d49ff9475ab2cbd3ed853 is 82, key is hbase:meta,,1/info:regioninfo/1733397655802/Put/seqid=0 2024-12-05T11:21:27,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741849_1025 (size=5672) 2024-12-05T11:21:27,525 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:21:27,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:27,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:27,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:27,536 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1493, reset compression=false 2024-12-05T11:21:27,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:27,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:27,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:27,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:27,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:27,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:27,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:27,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:27,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:27,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:27,571 INFO [M:0;6706a97ae65f:42585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af6f0e6cee4d49ff9475ab2cbd3ed853 2024-12-05T11:21:27,586 DEBUG [M:0;6706a97ae65f:42585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06b728d7884040e68ff6cd019637984b is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733397665307/Put/seqid=0 2024-12-05T11:21:27,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741850_1026 (size=7219) 2024-12-05T11:21:27,989 INFO [M:0;6706a97ae65f:42585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06b728d7884040e68ff6cd019637984b 2024-12-05T11:21:27,992 INFO [M:0;6706a97ae65f:42585 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06b728d7884040e68ff6cd019637984b 2024-12-05T11:21:28,003 DEBUG [M:0;6706a97ae65f:42585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8ea659e81664c68a8253ead5e7ac8e0 is 69, key is 6706a97ae65f,33081,1733397653633/rs:state/1733397655005/Put/seqid=0 2024-12-05T11:21:28,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741851_1027 (size=5156) 2024-12-05T11:21:28,407 INFO [M:0;6706a97ae65f:42585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8ea659e81664c68a8253ead5e7ac8e0 2024-12-05T11:21:28,410 DEBUG [M:0;6706a97ae65f:42585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af6f0e6cee4d49ff9475ab2cbd3ed853 as hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af6f0e6cee4d49ff9475ab2cbd3ed853 2024-12-05T11:21:28,413 INFO [M:0;6706a97ae65f:42585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af6f0e6cee4d49ff9475ab2cbd3ed853, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T11:21:28,413 DEBUG [M:0;6706a97ae65f:42585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06b728d7884040e68ff6cd019637984b as hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06b728d7884040e68ff6cd019637984b 2024-12-05T11:21:28,416 INFO [M:0;6706a97ae65f:42585 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06b728d7884040e68ff6cd019637984b 2024-12-05T11:21:28,416 INFO [M:0;6706a97ae65f:42585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06b728d7884040e68ff6cd019637984b, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T11:21:28,417 DEBUG [M:0;6706a97ae65f:42585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8ea659e81664c68a8253ead5e7ac8e0 as hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8ea659e81664c68a8253ead5e7ac8e0 2024-12-05T11:21:28,420 INFO [M:0;6706a97ae65f:42585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35455/user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8ea659e81664c68a8253ead5e7ac8e0, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T11:21:28,421 INFO [M:0;6706a97ae65f:42585 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1265ms, sequenceid=105, compaction requested=false 2024-12-05T11:21:28,426 INFO [M:0;6706a97ae65f:42585 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:28,426 DEBUG [M:0;6706a97ae65f:42585 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397687155Disabling compacts and flushes for region at 1733397687155Disabling writes for close at 1733397687155Obtaining lock to block concurrent updates at 1733397687155Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397687155Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733397687155Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397687156 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397687156Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397687167 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397687167Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397687574 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397687586 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397687586Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397687992 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397688003 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397688003Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24cb8320: reopening flushed file at 1733397688409 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70d92546: reopening flushed file at 1733397688413 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@297916e9: reopening flushed file at 1733397688416 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1265ms, sequenceid=105, compaction requested=false at 1733397688421 (+5 ms)Writing region close event to WAL at 1733397688426 (+5 ms)Closed at 1733397688426 2024-12-05T11:21:28,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39533 is added to blk_1073741830_1006 (size=64435) 2024-12-05T11:21:28,428 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/881de3f4-32d9-984a-96b9-e06414484a51/MasterData/WALs/6706a97ae65f,42585,1733397653494/6706a97ae65f%2C42585%2C1733397653494.1733397654556 not finished, retry = 0 2024-12-05T11:21:28,529 INFO [M:0;6706a97ae65f:42585 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:21:28,529 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:21:28,529 INFO [M:0;6706a97ae65f:42585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42585 2024-12-05T11:21:28,530 INFO [M:0;6706a97ae65f:42585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:21:28,639 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1493, reset compression=false 2024-12-05T11:21:28,691 INFO [M:0;6706a97ae65f:42585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:21:28,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:21:28,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x101a539023d0003, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:21:28,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c839976{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:21:28,694 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@628fa9d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:21:28,694 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:21:28,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f610873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:21:28,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@123848f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/hadoop.log.dir/,STOPPED} 2024-12-05T11:21:28,695 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:21:28,695 WARN [BP-1749609262-172.17.0.2-1733397650957 heartbeating to localhost/127.0.0.1:35455 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:21:28,695 WARN [BP-1749609262-172.17.0.2-1733397650957 heartbeating to localhost/127.0.0.1:35455 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1749609262-172.17.0.2-1733397650957 (Datanode Uuid 14e81589-598b-4ab2-900f-0cedf263b24f) service to localhost/127.0.0.1:35455 2024-12-05T11:21:28,695 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:21:28,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/cluster_95103774-213e-d0a5-1e1c-d2c6e9dfbd3b/data/data1/current/BP-1749609262-172.17.0.2-1733397650957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:21:28,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/cluster_95103774-213e-d0a5-1e1c-d2c6e9dfbd3b/data/data2/current/BP-1749609262-172.17.0.2-1733397650957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:21:28,696 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:21:28,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53369bd1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:21:28,701 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70dcc9e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:21:28,701 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:21:28,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@381a282{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:21:28,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66fe8080{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ceae33a-2972-593b-4333-7d3072121052/hadoop.log.dir/,STOPPED} 2024-12-05T11:21:28,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:21:28,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:21:28,712 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:21:28,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:28,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:28,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:28,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:28,713 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:21:28,713 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1507829656, stopped=false 2024-12-05T11:21:28,713 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,37631,1733397646952 2024-12-05T11:21:28,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0888116798/running 2024-12-05T11:21:28,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101a539023d0001, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0888116798/running 2024-12-05T11:21:28,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888116798 2024-12-05T11:21:28,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101a539023d0001, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888116798 2024-12-05T11:21:28,728 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:21:28,728 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:21:28,728 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:28,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:28,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35797-0x101a539023d0001, quorum=127.0.0.1:51863, baseZNode=/0888116798 Set watcher on znode that does not yet exist, /0888116798/running 2024-12-05T11:21:28,728 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,35797,1733397647158' ***** 2024-12-05T11:21:28,728 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:21:28,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Set watcher on znode that does not yet exist, /0888116798/running 2024-12-05T11:21:28,729 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:21:28,729 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:21:28,729 INFO [RS:0;6706a97ae65f:35797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:21:28,729 INFO [RS:0;6706a97ae65f:35797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:21:28,729 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(3091): Received CLOSE for 76b7641ecfb061120a6c1b57ce75d506 2024-12-05T11:21:28,729 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(3091): Received CLOSE for d804dc57a1dadd05ca66715d910a29ee 2024-12-05T11:21:28,729 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,35797,1733397647158 2024-12-05T11:21:28,729 INFO [RS:0;6706a97ae65f:35797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:21:28,729 INFO [RS:0;6706a97ae65f:35797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:35797. 2024-12-05T11:21:28,729 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76b7641ecfb061120a6c1b57ce75d506, disabling compactions & flushes 2024-12-05T11:21:28,729 DEBUG [RS:0;6706a97ae65f:35797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:28,729 DEBUG [RS:0;6706a97ae65f:35797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:28,729 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506. 2024-12-05T11:21:28,729 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506. 2024-12-05T11:21:28,729 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506. after waiting 0 ms 2024-12-05T11:21:28,729 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:21:28,729 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506. 2024-12-05T11:21:28,729 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:21:28,729 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:21:28,729 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:21:28,730 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 76b7641ecfb061120a6c1b57ce75d506 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-05T11:21:28,730 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T11:21:28,730 DEBUG [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(1325): Online Regions={76b7641ecfb061120a6c1b57ce75d506=test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506., d804dc57a1dadd05ca66715d910a29ee=hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:21:28,730 DEBUG [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76b7641ecfb061120a6c1b57ce75d506, d804dc57a1dadd05ca66715d910a29ee 2024-12-05T11:21:28,730 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:21:28,730 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:21:28,730 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:21:28,730 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:21:28,730 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:21:28,730 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T11:21:28,748 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740/.tmp/info/6b5135e5eda44d67928fffa16199e299 is 147, key is hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee./info:regioninfo/1733397669632/Put/seqid=0 2024-12-05T11:21:28,748 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/default/test/76b7641ecfb061120a6c1b57ce75d506/.tmp/f/58b8f57bf4e24b6389fe23f9af93f783 is 37, key is row3/f:row3/1733397680618/Put/seqid=0 2024-12-05T11:21:28,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741840_1016 (size=7686) 2024-12-05T11:21:28,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741841_1017 (size=5228) 2024-12-05T11:21:28,765 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:21:28,930 DEBUG [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76b7641ecfb061120a6c1b57ce75d506, d804dc57a1dadd05ca66715d910a29ee 2024-12-05T11:21:29,130 DEBUG [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76b7641ecfb061120a6c1b57ce75d506, d804dc57a1dadd05ca66715d910a29ee 2024-12-05T11:21:29,151 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740/.tmp/info/6b5135e5eda44d67928fffa16199e299 2024-12-05T11:21:29,152 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/default/test/76b7641ecfb061120a6c1b57ce75d506/.tmp/f/58b8f57bf4e24b6389fe23f9af93f783 2024-12-05T11:21:29,162 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58b8f57bf4e24b6389fe23f9af93f783 2024-12-05T11:21:29,171 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740/.tmp/ns/f37c4ce546b24058bac6feef7605b2e9 is 43, key is default/ns:d/1733397650784/Put/seqid=0 2024-12-05T11:21:29,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741842_1018 (size=5153) 2024-12-05T11:21:29,178 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/default/test/76b7641ecfb061120a6c1b57ce75d506/.tmp/f1/2686285c4cad48e797fb856ad4246a98 is 30, key is row1/f1:/1733397677963/DeleteFamily/seqid=0 2024-12-05T11:21:29,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741843_1019 (size=5158) 2024-12-05T11:21:29,233 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:21:29,233 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:21:29,330 DEBUG [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76b7641ecfb061120a6c1b57ce75d506, d804dc57a1dadd05ca66715d910a29ee 2024-12-05T11:21:29,530 DEBUG [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76b7641ecfb061120a6c1b57ce75d506, d804dc57a1dadd05ca66715d910a29ee 2024-12-05T11:21:29,577 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740/.tmp/ns/f37c4ce546b24058bac6feef7605b2e9 2024-12-05T11:21:29,582 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/default/test/76b7641ecfb061120a6c1b57ce75d506/.tmp/f1/2686285c4cad48e797fb856ad4246a98 2024-12-05T11:21:29,585 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2686285c4cad48e797fb856ad4246a98 2024-12-05T11:21:29,596 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740/.tmp/rep_barrier/85509579f103492d8bbfbb76f025be23 is 112, key is test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506./rep_barrier:seqnumDuringOpen/1733397663140/Put/seqid=0 2024-12-05T11:21:29,596 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/default/test/76b7641ecfb061120a6c1b57ce75d506/.tmp/norep/ebbceb995af542539f1dec9dab8a75ef is 32, key is row/norep:/1733397676957/DeleteFamily/seqid=0 2024-12-05T11:21:29,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741844_1020 (size=5518) 2024-12-05T11:21:29,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741845_1021 (size=5101) 2024-12-05T11:21:29,730 DEBUG [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76b7641ecfb061120a6c1b57ce75d506, d804dc57a1dadd05ca66715d910a29ee 2024-12-05T11:21:29,842 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1493, reset compression=false 2024-12-05T11:21:29,850 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:21:29,850 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1740, reset compression=false 2024-12-05T11:21:29,850 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.shipper6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,35797,1733397647158 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:21:29,851 ERROR [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.shipper6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6706a97ae65f,35797,1733397647158: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6706a97ae65f,35797,1733397647158, walGroup=6706a97ae65f%2C35797%2C1733397647158, offset=6706a97ae65f%2C35797%2C1733397647158.1733397649358:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:35797 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T11:21:29,852 ERROR [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.shipper6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T11:21:29,852 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.shipper6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T11:21:29,852 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.shipper6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T11:21:29,852 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.shipper6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T11:21:29,852 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.shipper6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T11:21:29,852 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.shipper6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1147142144, "init": 1048576000, "max": 2306867200, "used": 762900832 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199335752 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T11:21:29,853 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.shipper6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:37631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:37631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T11:21:29,931 DEBUG [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76b7641ecfb061120a6c1b57ce75d506, d804dc57a1dadd05ca66715d910a29ee 2024-12-05T11:21:30,000 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/default/test/76b7641ecfb061120a6c1b57ce75d506/.tmp/norep/ebbceb995af542539f1dec9dab8a75ef 2024-12-05T11:21:30,000 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740/.tmp/rep_barrier/85509579f103492d8bbfbb76f025be23 2024-12-05T11:21:30,003 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ebbceb995af542539f1dec9dab8a75ef 2024-12-05T11:21:30,003 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/default/test/76b7641ecfb061120a6c1b57ce75d506/.tmp/f/58b8f57bf4e24b6389fe23f9af93f783 as hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/default/test/76b7641ecfb061120a6c1b57ce75d506/f/58b8f57bf4e24b6389fe23f9af93f783 2024-12-05T11:21:30,006 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58b8f57bf4e24b6389fe23f9af93f783 2024-12-05T11:21:30,006 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/default/test/76b7641ecfb061120a6c1b57ce75d506/f/58b8f57bf4e24b6389fe23f9af93f783, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T11:21:30,007 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/default/test/76b7641ecfb061120a6c1b57ce75d506/.tmp/f1/2686285c4cad48e797fb856ad4246a98 as hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/default/test/76b7641ecfb061120a6c1b57ce75d506/f1/2686285c4cad48e797fb856ad4246a98 2024-12-05T11:21:30,010 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2686285c4cad48e797fb856ad4246a98 2024-12-05T11:21:30,010 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/default/test/76b7641ecfb061120a6c1b57ce75d506/f1/2686285c4cad48e797fb856ad4246a98, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T11:21:30,011 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/default/test/76b7641ecfb061120a6c1b57ce75d506/.tmp/norep/ebbceb995af542539f1dec9dab8a75ef as hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/default/test/76b7641ecfb061120a6c1b57ce75d506/norep/ebbceb995af542539f1dec9dab8a75ef 2024-12-05T11:21:30,014 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ebbceb995af542539f1dec9dab8a75ef 2024-12-05T11:21:30,014 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/default/test/76b7641ecfb061120a6c1b57ce75d506/norep/ebbceb995af542539f1dec9dab8a75ef, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T11:21:30,015 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 76b7641ecfb061120a6c1b57ce75d506 in 1286ms, sequenceid=12, compaction requested=false 2024-12-05T11:21:30,018 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740/.tmp/table/43e13c8269ba40f8b832735e7386b7c1 is 53, key is hbase:replication/table:state/1733397669638/Put/seqid=0 2024-12-05T11:21:30,020 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/default/test/76b7641ecfb061120a6c1b57ce75d506/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T11:21:30,021 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:21:30,021 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:21:30,021 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506. 2024-12-05T11:21:30,021 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76b7641ecfb061120a6c1b57ce75d506: Waiting for close lock at 1733397688729Running coprocessor pre-close hooks at 1733397688729Disabling compacts and flushes for region at 1733397688729Disabling writes for close at 1733397688729Obtaining lock to block concurrent updates at 1733397688730 (+1 ms)Preparing flush snapshotting stores in 76b7641ecfb061120a6c1b57ce75d506 at 1733397688730Finished memstore snapshotting test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733397688730Flushing stores of test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506. at 1733397688730Flushing 76b7641ecfb061120a6c1b57ce75d506/f: creating writer at 1733397688730Flushing 76b7641ecfb061120a6c1b57ce75d506/f: appending metadata at 1733397688747 (+17 ms)Flushing 76b7641ecfb061120a6c1b57ce75d506/f: closing flushed file at 1733397688747Flushing 76b7641ecfb061120a6c1b57ce75d506/f1: creating writer at 1733397689162 (+415 ms)Flushing 76b7641ecfb061120a6c1b57ce75d506/f1: appending metadata at 1733397689178 (+16 ms)Flushing 76b7641ecfb061120a6c1b57ce75d506/f1: closing flushed file at 1733397689178Flushing 76b7641ecfb061120a6c1b57ce75d506/norep: creating writer at 1733397689585 (+407 ms)Flushing 76b7641ecfb061120a6c1b57ce75d506/norep: appending metadata at 1733397689596 (+11 ms)Flushing 76b7641ecfb061120a6c1b57ce75d506/norep: closing flushed file at 1733397689596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@233079cf: reopening flushed file at 1733397690003 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77a36dcd: reopening flushed file at 1733397690007 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63459c06: reopening flushed file at 1733397690010 (+3 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 76b7641ecfb061120a6c1b57ce75d506 in 1286ms, sequenceid=12, compaction requested=false at 1733397690015 (+5 ms)Writing region close event to WAL at 1733397690017 (+2 ms)Running coprocessor post-close hooks at 1733397690020 (+3 ms)Closed at 1733397690021 (+1 ms) 2024-12-05T11:21:30,021 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733397661993.76b7641ecfb061120a6c1b57ce75d506. 2024-12-05T11:21:30,021 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d804dc57a1dadd05ca66715d910a29ee, disabling compactions & flushes 2024-12-05T11:21:30,021 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee. 2024-12-05T11:21:30,021 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee. 2024-12-05T11:21:30,021 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee. after waiting 0 ms 2024-12-05T11:21:30,021 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee. 2024-12-05T11:21:30,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741846_1022 (size=5308) 2024-12-05T11:21:30,021 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d804dc57a1dadd05ca66715d910a29ee: Waiting for close lock at 1733397690021Running coprocessor pre-close hooks at 1733397690021Disabling compacts and flushes for region at 1733397690021Disabling writes for close at 1733397690021Failed flush hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee., putting online again at 1733397690021 2024-12-05T11:21:30,022 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee. 2024-12-05T11:21:30,054 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 1740, reset compression=false 2024-12-05T11:21:30,058 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:21:30,058 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 2384, reset compression=false 2024-12-05T11:21:30,131 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T11:21:30,131 DEBUG [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(1325): Online Regions={d804dc57a1dadd05ca66715d910a29ee=hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:21:30,131 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(3091): Received CLOSE for d804dc57a1dadd05ca66715d910a29ee 2024-12-05T11:21:30,131 DEBUG [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d804dc57a1dadd05ca66715d910a29ee 2024-12-05T11:21:30,131 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d804dc57a1dadd05ca66715d910a29ee, disabling compactions & flushes 2024-12-05T11:21:30,131 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee. 2024-12-05T11:21:30,131 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee. 2024-12-05T11:21:30,131 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee. after waiting 0 ms 2024-12-05T11:21:30,131 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee. 2024-12-05T11:21:30,131 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d804dc57a1dadd05ca66715d910a29ee: Waiting for close lock at 1733397690131Running coprocessor pre-close hooks at 1733397690131Disabling compacts and flushes for region at 1733397690131Disabling writes for close at 1733397690131Failed flush hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee., putting online again at 1733397690131 2024-12-05T11:21:30,131 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733397668469.d804dc57a1dadd05ca66715d910a29ee. 2024-12-05T11:21:30,260 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 2384, reset compression=false 2024-12-05T11:21:30,331 DEBUG [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:21:30,422 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740/.tmp/table/43e13c8269ba40f8b832735e7386b7c1 2024-12-05T11:21:30,426 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740/.tmp/info/6b5135e5eda44d67928fffa16199e299 as hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740/info/6b5135e5eda44d67928fffa16199e299 2024-12-05T11:21:30,429 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740/info/6b5135e5eda44d67928fffa16199e299, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T11:21:30,429 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740/.tmp/ns/f37c4ce546b24058bac6feef7605b2e9 as hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740/ns/f37c4ce546b24058bac6feef7605b2e9 2024-12-05T11:21:30,432 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740/ns/f37c4ce546b24058bac6feef7605b2e9, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T11:21:30,433 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740/.tmp/rep_barrier/85509579f103492d8bbfbb76f025be23 as hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740/rep_barrier/85509579f103492d8bbfbb76f025be23 2024-12-05T11:21:30,436 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740/rep_barrier/85509579f103492d8bbfbb76f025be23, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T11:21:30,437 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740/.tmp/table/43e13c8269ba40f8b832735e7386b7c1 as hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740/table/43e13c8269ba40f8b832735e7386b7c1 2024-12-05T11:21:30,440 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740/table/43e13c8269ba40f8b832735e7386b7c1, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T11:21:30,441 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false 2024-12-05T11:21:30,448 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T11:21:30,448 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:21:30,448 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:21:30,448 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:21:30,449 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397688730Running coprocessor pre-close hooks at 1733397688730Disabling compacts and flushes for region at 1733397688730Disabling writes for close at 1733397688730Obtaining lock to block concurrent updates at 1733397688730Preparing flush snapshotting stores in 1588230740 at 1733397688730Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733397688730Flushing stores of hbase:meta,,1.1588230740 at 1733397688730Flushing 1588230740/info: creating writer at 1733397688730Flushing 1588230740/info: appending metadata at 1733397688747 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733397688747Flushing 1588230740/ns: creating writer at 1733397689155 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733397689170 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733397689170Flushing 1588230740/rep_barrier: creating writer at 1733397689581 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733397689595 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733397689595Flushing 1588230740/table: creating writer at 1733397690003 (+408 ms)Flushing 1588230740/table: appending metadata at 1733397690018 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733397690018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31256c7d: reopening flushed file at 1733397690425 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@110b034b: reopening flushed file at 1733397690429 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ae37e07: reopening flushed file at 1733397690432 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f1738e: reopening flushed file at 1733397690436 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false at 1733397690441 (+5 ms)Writing region close event to WAL at 1733397690446 (+5 ms)Running coprocessor post-close hooks at 1733397690448 (+2 ms)Closed at 1733397690448 2024-12-05T11:21:30,449 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:21:30,531 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T11:21:30,531 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,35797,1733397647158; all regions closed. 2024-12-05T11:21:30,533 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.meta.1733397650704.meta not finished, retry = 0 2024-12-05T11:21:30,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741834_1010 (size=4239) 2024-12-05T11:21:30,563 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 to pos 2384, reset compression=false 2024-12-05T11:21:30,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741839_1015 (size=2609) 2024-12-05T11:21:30,635 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.rep.1733397669600 not finished, retry = 0 2024-12-05T11:21:30,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741832_1008 (size=2392) 2024-12-05T11:21:30,738 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/WALs/6706a97ae65f,35797,1733397647158/6706a97ae65f%2C35797%2C1733397647158.1733397649358 not finished, retry = 0 2024-12-05T11:21:30,839 DEBUG [RS:0;6706a97ae65f:35797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:30,839 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:21:30,839 INFO [RS:0;6706a97ae65f:35797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:21:30,839 INFO [RS:0;6706a97ae65f:35797 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T11:21:30,839 INFO [RS:0;6706a97ae65f:35797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:21:30,839 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:21:30,839 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6706a97ae65f,35797,1733397647158 because: Region server is closing 2024-12-05T11:21:30,840 INFO [RS:0;6706a97ae65f:35797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:35797. 2024-12-05T11:21:30,840 DEBUG [RS:0;6706a97ae65f:35797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:30,840 DEBUG [RS:0;6706a97ae65f:35797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:30,840 DEBUG [RS:0;6706a97ae65f:35797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:30,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:30,940 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.shipper6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 terminated 2024-12-05T11:21:30,940 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,35797,1733397647158.replicationSource.wal-reader.6706a97ae65f%2C35797%2C1733397647158,1-6706a97ae65f,35797,1733397647158 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T11:21:30,940 INFO [RS:0;6706a97ae65f:35797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:35797. 2024-12-05T11:21:30,940 DEBUG [RS:0;6706a97ae65f:35797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:30,941 DEBUG [RS:0;6706a97ae65f:35797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:30,941 DEBUG [RS:0;6706a97ae65f:35797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:30,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:30,941 INFO [RS:0;6706a97ae65f:35797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35797 2024-12-05T11:21:30,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101a539023d0001, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0888116798/rs/6706a97ae65f,35797,1733397647158 2024-12-05T11:21:30,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888116798/rs 2024-12-05T11:21:30,991 INFO [RS:0;6706a97ae65f:35797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:21:31,001 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,35797,1733397647158] 2024-12-05T11:21:31,011 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0888116798/draining/6706a97ae65f,35797,1733397647158 already deleted, retry=false 2024-12-05T11:21:31,011 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,35797,1733397647158 expired; onlineServers=0 2024-12-05T11:21:31,012 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,37631,1733397646952' ***** 2024-12-05T11:21:31,012 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:21:31,012 INFO [M:0;6706a97ae65f:37631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:21:31,012 INFO [M:0;6706a97ae65f:37631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:21:31,012 DEBUG [M:0;6706a97ae65f:37631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:21:31,012 DEBUG [M:0;6706a97ae65f:37631 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:21:31,012 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:21:31,012 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397649168 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397649168,5,FailOnTimeoutGroup] 2024-12-05T11:21:31,012 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397649169 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397649169,5,FailOnTimeoutGroup] 2024-12-05T11:21:31,012 INFO [M:0;6706a97ae65f:37631 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:21:31,012 INFO [M:0;6706a97ae65f:37631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:21:31,012 DEBUG [M:0;6706a97ae65f:37631 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:21:31,012 INFO [M:0;6706a97ae65f:37631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:21:31,012 INFO [M:0;6706a97ae65f:37631 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:21:31,012 INFO [M:0;6706a97ae65f:37631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:21:31,012 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:21:31,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0888116798/master 2024-12-05T11:21:31,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0888116798 2024-12-05T11:21:31,022 DEBUG [M:0;6706a97ae65f:37631 {}] zookeeper.ZKUtil(347): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Unable to get data of znode /0888116798/master because node does not exist (not an error) 2024-12-05T11:21:31,022 WARN [M:0;6706a97ae65f:37631 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:21:31,023 INFO [M:0;6706a97ae65f:37631 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/.lastflushedseqids 2024-12-05T11:21:31,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741847_1023 (size=245) 2024-12-05T11:21:31,101 INFO [RS:0;6706a97ae65f:35797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:21:31,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101a539023d0001, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:21:31,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x101a539023d0001, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:21:31,101 INFO [RS:0;6706a97ae65f:35797 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,35797,1733397647158; zookeeper connection closed. 2024-12-05T11:21:31,101 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2277fd62 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2277fd62 2024-12-05T11:21:31,102 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:21:31,427 INFO [M:0;6706a97ae65f:37631 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:21:31,427 INFO [M:0;6706a97ae65f:37631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:21:31,427 DEBUG [M:0;6706a97ae65f:37631 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:21:31,427 INFO [M:0;6706a97ae65f:37631 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:31,427 DEBUG [M:0;6706a97ae65f:37631 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:31,427 DEBUG [M:0;6706a97ae65f:37631 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:21:31,427 DEBUG [M:0;6706a97ae65f:37631 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:31,427 INFO [M:0;6706a97ae65f:37631 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-05T11:21:31,439 DEBUG [M:0;6706a97ae65f:37631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98e9b2462fdb4b1e969db827125358b5 is 82, key is hbase:meta,,1/info:regioninfo/1733397650734/Put/seqid=0 2024-12-05T11:21:31,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741848_1024 (size=5672) 2024-12-05T11:21:31,843 INFO [M:0;6706a97ae65f:37631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98e9b2462fdb4b1e969db827125358b5 2024-12-05T11:21:31,858 DEBUG [M:0;6706a97ae65f:37631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3701cb29ee854e0d84e07ea4a49b3d27 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733397663153/Put/seqid=0 2024-12-05T11:21:31,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741849_1025 (size=7218) 2024-12-05T11:21:32,262 INFO [M:0;6706a97ae65f:37631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3701cb29ee854e0d84e07ea4a49b3d27 2024-12-05T11:21:32,265 INFO [M:0;6706a97ae65f:37631 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3701cb29ee854e0d84e07ea4a49b3d27 2024-12-05T11:21:32,281 DEBUG [M:0;6706a97ae65f:37631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dbac65378dd422a848119600ec4f226 is 69, key is 6706a97ae65f,35797,1733397647158/rs:state/1733397649216/Put/seqid=0 2024-12-05T11:21:32,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741850_1026 (size=5156) 2024-12-05T11:21:32,685 INFO [M:0;6706a97ae65f:37631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dbac65378dd422a848119600ec4f226 2024-12-05T11:21:32,689 DEBUG [M:0;6706a97ae65f:37631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98e9b2462fdb4b1e969db827125358b5 as hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98e9b2462fdb4b1e969db827125358b5 2024-12-05T11:21:32,692 INFO [M:0;6706a97ae65f:37631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98e9b2462fdb4b1e969db827125358b5, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T11:21:32,693 DEBUG [M:0;6706a97ae65f:37631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3701cb29ee854e0d84e07ea4a49b3d27 as hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3701cb29ee854e0d84e07ea4a49b3d27 2024-12-05T11:21:32,696 INFO [M:0;6706a97ae65f:37631 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3701cb29ee854e0d84e07ea4a49b3d27 2024-12-05T11:21:32,696 INFO [M:0;6706a97ae65f:37631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3701cb29ee854e0d84e07ea4a49b3d27, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T11:21:32,696 DEBUG [M:0;6706a97ae65f:37631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dbac65378dd422a848119600ec4f226 as hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2dbac65378dd422a848119600ec4f226 2024-12-05T11:21:32,699 INFO [M:0;6706a97ae65f:37631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38883/user/jenkins/test-data/abf7d2e0-e68a-c3e0-5bd3-c1d47f1b94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2dbac65378dd422a848119600ec4f226, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T11:21:32,700 INFO [M:0;6706a97ae65f:37631 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=105, compaction requested=false 2024-12-05T11:21:32,704 INFO [M:0;6706a97ae65f:37631 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:32,704 DEBUG [M:0;6706a97ae65f:37631 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397691427Disabling compacts and flushes for region at 1733397691427Disabling writes for close at 1733397691427Obtaining lock to block concurrent updates at 1733397691427Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397691427Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733397691428 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397691428Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397691428Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397691439 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397691439Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397691846 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397691858 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397691858Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397692266 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397692281 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397692281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@740acbc1: reopening flushed file at 1733397692688 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74d27af8: reopening flushed file at 1733397692692 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c81fe8: reopening flushed file at 1733397692696 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=105, compaction requested=false at 1733397692700 (+4 ms)Writing region close event to WAL at 1733397692704 (+4 ms)Closed at 1733397692704 2024-12-05T11:21:32,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41769 is added to blk_1073741830_1006 (size=64423) 2024-12-05T11:21:32,708 INFO [M:0;6706a97ae65f:37631 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:21:32,708 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:21:32,708 INFO [M:0;6706a97ae65f:37631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37631 2024-12-05T11:21:32,709 INFO [M:0;6706a97ae65f:37631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:21:32,913 INFO [M:0;6706a97ae65f:37631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:21:32,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:21:32,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37631-0x101a539023d0000, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:21:32,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74af6b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:21:32,915 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f58ef0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:21:32,915 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:21:32,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ae7fbfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:21:32,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d1d4065{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/hadoop.log.dir/,STOPPED} 2024-12-05T11:21:32,917 WARN [BP-1479706099-172.17.0.2-1733397644961 heartbeating to localhost/127.0.0.1:38883 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:21:32,917 WARN [BP-1479706099-172.17.0.2-1733397644961 heartbeating to localhost/127.0.0.1:38883 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1479706099-172.17.0.2-1733397644961 (Datanode Uuid b4abbefb-6b13-4049-bde3-d2c893d7a392) service to localhost/127.0.0.1:38883 2024-12-05T11:21:32,917 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:21:32,917 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:21:32,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/cluster_9a0b538c-63f6-81af-0d24-bd19baacccf3/data/data1/current/BP-1479706099-172.17.0.2-1733397644961 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:21:32,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/cluster_9a0b538c-63f6-81af-0d24-bd19baacccf3/data/data2/current/BP-1479706099-172.17.0.2-1733397644961 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:21:32,917 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:21:32,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c12bb31{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:21:32,982 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@686b2055{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:21:32,982 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:21:32,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@594d1542{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:21:32,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c410542{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a87bc794-348c-97c9-9cbd-e37c4a6d9f28/hadoop.log.dir/,STOPPED} 2024-12-05T11:21:32,986 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T11:21:32,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:21:33,004 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 262) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51863) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38883 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:35455 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35455 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:38883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51863) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38883 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35455 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37123 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:37123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38883 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51863) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35455 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35455 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=727 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=369 (was 421), ProcessCount=11 (was 11), AvailableMemoryMB=6282 (was 6243) - AvailableMemoryMB LEAK? - 2024-12-05T11:21:33,011 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=727, MaxFileDescriptor=1048576, SystemLoadAverage=369, ProcessCount=11, AvailableMemoryMB=6282 2024-12-05T11:21:33,022 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-05T11:21:33,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/hadoop.log.dir so I do NOT create it in target/test-data/55608fa1-848f-1e30-4969-664ad0478d08 2024-12-05T11:21:33,022 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T11:21:33,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/hadoop.tmp.dir so I do NOT create it in target/test-data/55608fa1-848f-1e30-4969-664ad0478d08 2024-12-05T11:21:33,022 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccec99e-b856-d55a-ed41-0dedaa0f0424/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T11:21:33,022 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08 2024-12-05T11:21:33,022 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/cluster_5651f7fe-724b-49dd-f1e8-0c39175e66a1, deleteOnExit=true 2024-12-05T11:21:33,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a539023d0002, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T11:21:33,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a539023d0005, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T11:21:33,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a539023d0008, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T11:21:33,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a539023d0002, quorum=127.0.0.1:51863, baseZNode=/0888116798 Received Disconnected from ZooKeeper, ignoring 2024-12-05T11:21:33,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a539023d0005, quorum=127.0.0.1:51863, baseZNode=/1-1308313314 Received Disconnected from ZooKeeper, ignoring 2024-12-05T11:21:33,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a539023d0008, quorum=127.0.0.1:51863, baseZNode=/2277992721 Received Disconnected from ZooKeeper, ignoring 2024-12-05T11:21:33,101 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/cluster_5651f7fe-724b-49dd-f1e8-0c39175e66a1/zookeeper_0, clientPort=64852, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/cluster_5651f7fe-724b-49dd-f1e8-0c39175e66a1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/cluster_5651f7fe-724b-49dd-f1e8-0c39175e66a1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T11:21:33,102 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64852 2024-12-05T11:21:33,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:21:33,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:21:33,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/test.cache.data in system properties and HBase conf 2024-12-05T11:21:33,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:21:33,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:21:33,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:21:33,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:21:33,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:21:33,103 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:21:33,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:21:33,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:21:33,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:21:33,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:21:33,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:21:33,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:21:33,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:21:33,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:21:33,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:21:33,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:21:33,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:21:33,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:21:33,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:21:33,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:21:33,486 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:21:33,490 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:21:33,491 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:21:33,491 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:21:33,491 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:21:33,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:21:33,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3aef69ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:21:33,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45f08825{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:21:33,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27a385ce{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/java.io.tmpdir/jetty-localhost-40545-hadoop-hdfs-3_4_1-tests_jar-_-any-8560745909852262998/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:21:33,582 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f0185fe{HTTP/1.1, (http/1.1)}{localhost:40545} 2024-12-05T11:21:33,582 INFO [Time-limited test {}] server.Server(415): Started @280920ms 2024-12-05T11:21:34,127 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:21:34,129 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:21:34,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:21:34,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:21:34,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:21:34,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bf6ea1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:21:34,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7138691d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:21:34,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b1d1cad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/java.io.tmpdir/jetty-localhost-35807-hadoop-hdfs-3_4_1-tests_jar-_-any-10736500236182266386/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:21:34,235 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c9f3285{HTTP/1.1, (http/1.1)}{localhost:35807} 2024-12-05T11:21:34,235 INFO [Time-limited test {}] server.Server(415): Started @281572ms 2024-12-05T11:21:34,237 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:21:34,993 WARN [Thread-3459 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/cluster_5651f7fe-724b-49dd-f1e8-0c39175e66a1/data/data1/current/BP-605097897-172.17.0.2-1733397693123/current, will proceed with Du for space computation calculation, 2024-12-05T11:21:34,993 WARN [Thread-3460 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/cluster_5651f7fe-724b-49dd-f1e8-0c39175e66a1/data/data2/current/BP-605097897-172.17.0.2-1733397693123/current, will proceed with Du for space computation calculation, 2024-12-05T11:21:35,008 WARN [Thread-3447 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:21:35,011 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f34920bc443009c with lease ID 0x5146b32905121944: Processing first storage report for DS-549d6bb4-3254-4308-a52e-98cb91639e7a from datanode DatanodeRegistration(127.0.0.1:40481, datanodeUuid=133794f2-cb3a-4354-ae3e-6edd749a2a6f, infoPort=34451, infoSecurePort=0, ipcPort=46803, storageInfo=lv=-57;cid=testClusterID;nsid=1443321190;c=1733397693123) 2024-12-05T11:21:35,011 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f34920bc443009c with lease ID 0x5146b32905121944: from storage DS-549d6bb4-3254-4308-a52e-98cb91639e7a node DatanodeRegistration(127.0.0.1:40481, datanodeUuid=133794f2-cb3a-4354-ae3e-6edd749a2a6f, infoPort=34451, infoSecurePort=0, ipcPort=46803, storageInfo=lv=-57;cid=testClusterID;nsid=1443321190;c=1733397693123), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:21:35,011 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f34920bc443009c with lease ID 0x5146b32905121944: Processing first storage report for DS-45e043c7-be97-45d0-952c-be64d6b5d6fc from datanode DatanodeRegistration(127.0.0.1:40481, datanodeUuid=133794f2-cb3a-4354-ae3e-6edd749a2a6f, infoPort=34451, infoSecurePort=0, ipcPort=46803, storageInfo=lv=-57;cid=testClusterID;nsid=1443321190;c=1733397693123) 2024-12-05T11:21:35,011 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f34920bc443009c with lease ID 0x5146b32905121944: from storage DS-45e043c7-be97-45d0-952c-be64d6b5d6fc node DatanodeRegistration(127.0.0.1:40481, datanodeUuid=133794f2-cb3a-4354-ae3e-6edd749a2a6f, infoPort=34451, infoSecurePort=0, ipcPort=46803, storageInfo=lv=-57;cid=testClusterID;nsid=1443321190;c=1733397693123), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:21:35,072 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08 2024-12-05T11:21:35,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:21:35,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:21:35,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:21:35,480 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd with version=8 2024-12-05T11:21:35,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/hbase-staging 2024-12-05T11:21:35,482 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:21:35,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:21:35,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:21:35,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:21:35,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:21:35,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:21:35,482 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:21:35,482 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:21:35,483 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35275 2024-12-05T11:21:35,483 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35275 connecting to ZooKeeper ensemble=127.0.0.1:64852 2024-12-05T11:21:35,523 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:21:35,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:35,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:35,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:35,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:35,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:35,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:35,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:35,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:35,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:35,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:35,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:35,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:35,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:35,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:35,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:35,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352750x0, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:21:35,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35275-0x101a539be580000 connected 2024-12-05T11:21:35,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:21:35,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:21:35,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Set watcher on znode that does not yet exist, /01092067866/running 2024-12-05T11:21:35,656 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd, hbase.cluster.distributed=false 2024-12-05T11:21:35,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Set watcher on znode that does not yet exist, /01092067866/acl 2024-12-05T11:21:35,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35275 2024-12-05T11:21:35,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35275 2024-12-05T11:21:35,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35275 2024-12-05T11:21:35,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35275 2024-12-05T11:21:35,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35275 2024-12-05T11:21:35,675 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:21:35,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:21:35,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:21:35,675 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:21:35,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:21:35,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:21:35,675 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:21:35,675 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:21:35,676 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42641 2024-12-05T11:21:35,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42641 connecting to ZooKeeper ensemble=127.0.0.1:64852 2024-12-05T11:21:35,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:21:35,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:21:35,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426410x0, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:21:35,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42641-0x101a539be580001 connected 2024-12-05T11:21:35,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42641-0x101a539be580001, quorum=127.0.0.1:64852, baseZNode=/01092067866 Set watcher on znode that does not yet exist, /01092067866/running 2024-12-05T11:21:35,693 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:21:35,693 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:21:35,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42641-0x101a539be580001, quorum=127.0.0.1:64852, baseZNode=/01092067866 Set watcher on znode that does not yet exist, /01092067866/master 2024-12-05T11:21:35,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42641-0x101a539be580001, quorum=127.0.0.1:64852, baseZNode=/01092067866 Set watcher on znode that does not yet exist, /01092067866/acl 2024-12-05T11:21:35,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42641 2024-12-05T11:21:35,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42641 2024-12-05T11:21:35,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42641 2024-12-05T11:21:35,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42641 2024-12-05T11:21:35,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42641 2024-12-05T11:21:35,710 DEBUG [M:0;6706a97ae65f:35275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:35275 2024-12-05T11:21:35,712 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01092067866/backup-masters/6706a97ae65f,35275,1733397695481 2024-12-05T11:21:35,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01092067866/backup-masters 2024-12-05T11:21:35,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x101a539be580001, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01092067866/backup-masters 2024-12-05T11:21:35,724 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Set watcher on existing znode=/01092067866/backup-masters/6706a97ae65f,35275,1733397695481 2024-12-05T11:21:35,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x101a539be580001, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01092067866/master 2024-12-05T11:21:35,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x101a539be580001, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01092067866 2024-12-05T11:21:35,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01092067866 2024-12-05T11:21:35,735 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Set watcher on existing znode=/01092067866/master 2024-12-05T11:21:35,735 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01092067866/backup-masters/6706a97ae65f,35275,1733397695481 from backup master directory 2024-12-05T11:21:35,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x101a539be580001, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01092067866/backup-masters 2024-12-05T11:21:35,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01092067866/backup-masters/6706a97ae65f,35275,1733397695481 2024-12-05T11:21:35,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01092067866/backup-masters 2024-12-05T11:21:35,745 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:21:35,745 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,35275,1733397695481 2024-12-05T11:21:35,747 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/hbase.id] with ID: fb97001b-e0a7-4460-bf7e-c67099819963 2024-12-05T11:21:35,747 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/.tmp/hbase.id 2024-12-05T11:21:35,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:21:36,151 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/.tmp/hbase.id]:[hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/hbase.id] 2024-12-05T11:21:36,158 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:21:36,158 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:21:36,159 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T11:21:36,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x101a539be580001, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01092067866 2024-12-05T11:21:36,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01092067866 2024-12-05T11:21:36,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:21:36,573 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:21:36,574 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:21:36,574 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:21:36,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:21:36,982 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/data/master/store 2024-12-05T11:21:36,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:21:37,387 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:37,387 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:21:37,387 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:37,387 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:37,387 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:21:37,387 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:37,387 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:37,387 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397697387Disabling compacts and flushes for region at 1733397697387Disabling writes for close at 1733397697387Writing region close event to WAL at 1733397697387Closed at 1733397697387 2024-12-05T11:21:37,387 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/data/master/store/.initializing 2024-12-05T11:21:37,388 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/WALs/6706a97ae65f,35275,1733397695481 2024-12-05T11:21:37,388 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:21:37,389 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C35275%2C1733397695481, suffix=, logDir=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/WALs/6706a97ae65f,35275,1733397695481, archiveDir=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/oldWALs, maxLogs=10 2024-12-05T11:21:37,400 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/WALs/6706a97ae65f,35275,1733397695481/6706a97ae65f%2C35275%2C1733397695481.1733397697390, exclude list is [], retry=0 2024-12-05T11:21:37,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40481,DS-549d6bb4-3254-4308-a52e-98cb91639e7a,DISK] 2024-12-05T11:21:37,403 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/WALs/6706a97ae65f,35275,1733397695481/6706a97ae65f%2C35275%2C1733397695481.1733397697390 2024-12-05T11:21:37,403 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34451:34451)] 2024-12-05T11:21:37,403 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:21:37,404 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:37,404 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:37,404 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:37,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:37,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:21:37,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:37,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:37,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:37,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:21:37,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:37,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:37,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:37,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:21:37,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:37,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:37,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:37,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:21:37,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:37,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:37,409 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:37,410 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:37,410 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:37,411 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:37,411 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:37,411 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:21:37,412 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:37,413 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:21:37,413 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66275469, jitterRate=-0.012418553233146667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:21:37,414 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397697404Initializing all the Stores at 1733397697404Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397697404Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397697404Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397697404Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397697404Cleaning up temporary data from old regions at 1733397697411 (+7 ms)Region opened successfully at 1733397697413 (+2 ms) 2024-12-05T11:21:37,414 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:21:37,416 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebf9f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:21:37,416 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:21:37,417 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:21:37,417 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:21:37,417 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:21:37,417 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:21:37,417 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:21:37,417 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:21:37,419 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:21:37,419 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Unable to get data of znode /01092067866/balancer because node does not exist (not necessarily an error) 2024-12-05T11:21:37,485 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01092067866/balancer already deleted, retry=false 2024-12-05T11:21:37,485 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:21:37,485 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Unable to get data of znode /01092067866/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:21:37,495 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01092067866/normalizer already deleted, retry=false 2024-12-05T11:21:37,495 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:21:37,496 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Unable to get data of znode /01092067866/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:21:37,505 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01092067866/switch/split already deleted, retry=false 2024-12-05T11:21:37,506 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Unable to get data of znode /01092067866/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:21:37,516 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01092067866/switch/merge already deleted, retry=false 2024-12-05T11:21:37,517 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Unable to get data of znode /01092067866/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:21:37,526 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01092067866/snapshot-cleanup already deleted, retry=false 2024-12-05T11:21:37,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01092067866/running 2024-12-05T11:21:37,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x101a539be580001, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01092067866/running 2024-12-05T11:21:37,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01092067866 2024-12-05T11:21:37,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x101a539be580001, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01092067866 2024-12-05T11:21:37,537 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,35275,1733397695481, sessionid=0x101a539be580000, setting cluster-up flag (Was=false) 2024-12-05T11:21:37,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x101a539be580001, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01092067866 2024-12-05T11:21:37,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01092067866 2024-12-05T11:21:37,590 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01092067866/flush-table-proc/acquired, /01092067866/flush-table-proc/reached, /01092067866/flush-table-proc/abort 2024-12-05T11:21:37,591 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,35275,1733397695481 2024-12-05T11:21:37,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x101a539be580001, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01092067866 2024-12-05T11:21:37,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01092067866 2024-12-05T11:21:37,642 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01092067866/online-snapshot/acquired, /01092067866/online-snapshot/reached, /01092067866/online-snapshot/abort 2024-12-05T11:21:37,643 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,35275,1733397695481 2024-12-05T11:21:37,644 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:21:37,645 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:21:37,645 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:21:37,645 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:21:37,646 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,35275,1733397695481 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:21:37,647 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:21:37,647 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:21:37,647 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:21:37,647 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:21:37,647 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:21:37,647 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:37,647 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:21:37,647 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:37,648 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:21:37,648 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:21:37,648 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:37,649 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:21:37,651 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397727651 2024-12-05T11:21:37,651 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:21:37,651 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:21:37,651 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:21:37,651 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:21:37,651 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:21:37,651 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:21:37,651 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:37,652 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:21:37,652 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:21:37,652 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:21:37,652 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:21:37,656 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:21:37,656 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:21:37,656 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397697656,5,FailOnTimeoutGroup] 2024-12-05T11:21:37,657 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397697656,5,FailOnTimeoutGroup] 2024-12-05T11:21:37,657 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:37,657 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:21:37,657 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:37,657 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:37,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:21:37,659 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:21:37,659 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd 2024-12-05T11:21:37,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741832_1008 (size=32) 2024-12-05T11:21:37,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:37,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:21:37,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:21:37,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:37,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:37,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:21:37,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:21:37,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:37,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:37,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:21:37,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:21:37,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:37,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:37,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:21:37,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:21:37,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:37,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:37,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:21:37,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740 2024-12-05T11:21:37,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740 2024-12-05T11:21:37,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:21:37,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:21:37,671 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:21:37,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:21:37,673 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:21:37,673 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68168155, jitterRate=0.015784665942192078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:21:37,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397697665Initializing all the Stores at 1733397697666 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397697666Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397697666Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397697666Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397697666Cleaning up temporary data from old regions at 1733397697671 (+5 ms)Region opened successfully at 1733397697674 (+3 ms) 2024-12-05T11:21:37,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:21:37,674 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:21:37,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:21:37,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:21:37,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:21:37,674 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:21:37,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397697674Disabling compacts and flushes for region at 1733397697674Disabling writes for close at 1733397697674Writing region close event to WAL at 1733397697674Closed at 1733397697674 2024-12-05T11:21:37,675 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:21:37,675 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:21:37,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:21:37,676 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:21:37,677 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:21:37,703 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(746): ClusterId : fb97001b-e0a7-4460-bf7e-c67099819963 2024-12-05T11:21:37,703 DEBUG [RS:0;6706a97ae65f:42641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:21:37,713 DEBUG [RS:0;6706a97ae65f:42641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:21:37,713 DEBUG [RS:0;6706a97ae65f:42641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:21:37,724 DEBUG [RS:0;6706a97ae65f:42641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:21:37,724 DEBUG [RS:0;6706a97ae65f:42641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae8942e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:21:37,733 DEBUG [RS:0;6706a97ae65f:42641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:42641 2024-12-05T11:21:37,733 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:21:37,733 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:21:37,733 DEBUG [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:21:37,734 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,35275,1733397695481 with port=42641, startcode=1733397695675 2024-12-05T11:21:37,734 DEBUG [RS:0;6706a97ae65f:42641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:21:37,735 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:21:37,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35275 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,42641,1733397695675 2024-12-05T11:21:37,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35275 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,42641,1733397695675 2024-12-05T11:21:37,737 DEBUG [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd 2024-12-05T11:21:37,737 DEBUG [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34307 2024-12-05T11:21:37,737 DEBUG [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:21:37,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01092067866/rs 2024-12-05T11:21:37,748 DEBUG [RS:0;6706a97ae65f:42641 {}] zookeeper.ZKUtil(111): regionserver:42641-0x101a539be580001, quorum=127.0.0.1:64852, baseZNode=/01092067866 Set watcher on existing znode=/01092067866/rs/6706a97ae65f,42641,1733397695675 2024-12-05T11:21:37,748 WARN [RS:0;6706a97ae65f:42641 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:21:37,748 INFO [RS:0;6706a97ae65f:42641 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:21:37,748 DEBUG [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675 2024-12-05T11:21:37,748 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,42641,1733397695675] 2024-12-05T11:21:37,750 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:21:37,752 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:21:37,752 INFO [RS:0;6706a97ae65f:42641 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:21:37,752 INFO [RS:0;6706a97ae65f:42641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:37,752 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:21:37,753 INFO [RS:0;6706a97ae65f:42641 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:21:37,753 INFO [RS:0;6706a97ae65f:42641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:37,753 DEBUG [RS:0;6706a97ae65f:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:37,753 DEBUG [RS:0;6706a97ae65f:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:37,753 DEBUG [RS:0;6706a97ae65f:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:37,753 DEBUG [RS:0;6706a97ae65f:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:37,753 DEBUG [RS:0;6706a97ae65f:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:37,753 DEBUG [RS:0;6706a97ae65f:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:21:37,753 DEBUG [RS:0;6706a97ae65f:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:37,753 DEBUG [RS:0;6706a97ae65f:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:37,753 DEBUG [RS:0;6706a97ae65f:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:37,753 DEBUG [RS:0;6706a97ae65f:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:37,753 DEBUG [RS:0;6706a97ae65f:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:37,753 DEBUG [RS:0;6706a97ae65f:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:37,753 DEBUG [RS:0;6706a97ae65f:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:21:37,753 DEBUG [RS:0;6706a97ae65f:42641 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:21:37,754 INFO [RS:0;6706a97ae65f:42641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:37,754 INFO [RS:0;6706a97ae65f:42641 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:37,754 INFO [RS:0;6706a97ae65f:42641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:37,754 INFO [RS:0;6706a97ae65f:42641 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:37,754 INFO [RS:0;6706a97ae65f:42641 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:37,754 INFO [RS:0;6706a97ae65f:42641 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42641,1733397695675-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:21:37,767 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:21:37,767 INFO [RS:0;6706a97ae65f:42641 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42641,1733397695675-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:37,767 INFO [RS:0;6706a97ae65f:42641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:37,767 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.Replication(171): 6706a97ae65f,42641,1733397695675 started 2024-12-05T11:21:37,777 INFO [RS:0;6706a97ae65f:42641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:37,777 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,42641,1733397695675, RpcServer on 6706a97ae65f/172.17.0.2:42641, sessionid=0x101a539be580001 2024-12-05T11:21:37,777 DEBUG [RS:0;6706a97ae65f:42641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:21:37,777 DEBUG [RS:0;6706a97ae65f:42641 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,42641,1733397695675 2024-12-05T11:21:37,777 DEBUG [RS:0;6706a97ae65f:42641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,42641,1733397695675' 2024-12-05T11:21:37,777 DEBUG [RS:0;6706a97ae65f:42641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01092067866/flush-table-proc/abort' 2024-12-05T11:21:37,778 DEBUG [RS:0;6706a97ae65f:42641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01092067866/flush-table-proc/acquired' 2024-12-05T11:21:37,778 DEBUG [RS:0;6706a97ae65f:42641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:21:37,778 DEBUG [RS:0;6706a97ae65f:42641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:21:37,778 DEBUG [RS:0;6706a97ae65f:42641 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,42641,1733397695675 2024-12-05T11:21:37,778 DEBUG [RS:0;6706a97ae65f:42641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,42641,1733397695675' 2024-12-05T11:21:37,778 DEBUG [RS:0;6706a97ae65f:42641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01092067866/online-snapshot/abort' 2024-12-05T11:21:37,778 DEBUG [RS:0;6706a97ae65f:42641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01092067866/online-snapshot/acquired' 2024-12-05T11:21:37,778 DEBUG [RS:0;6706a97ae65f:42641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:21:37,778 INFO [RS:0;6706a97ae65f:42641 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:21:37,778 INFO [RS:0;6706a97ae65f:42641 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:21:37,827 WARN [6706a97ae65f:35275 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T11:21:37,879 INFO [RS:0;6706a97ae65f:42641 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:21:37,880 INFO [RS:0;6706a97ae65f:42641 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C42641%2C1733397695675, suffix=, logDir=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675, archiveDir=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/oldWALs, maxLogs=10 2024-12-05T11:21:37,891 DEBUG [RS:0;6706a97ae65f:42641 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880, exclude list is [], retry=0 2024-12-05T11:21:37,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40481,DS-549d6bb4-3254-4308-a52e-98cb91639e7a,DISK] 2024-12-05T11:21:37,896 INFO [RS:0;6706a97ae65f:42641 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 2024-12-05T11:21:37,896 DEBUG [RS:0;6706a97ae65f:42641 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34451:34451)] 2024-12-05T11:21:38,077 DEBUG [6706a97ae65f:35275 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:21:38,078 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,42641,1733397695675 2024-12-05T11:21:38,079 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,42641,1733397695675, state=OPENING 2024-12-05T11:21:38,084 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:21:38,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01092067866 2024-12-05T11:21:38,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x101a539be580001, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01092067866 2024-12-05T11:21:38,095 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:21:38,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01092067866/meta-region-server: CHANGED 2024-12-05T11:21:38,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01092067866/meta-region-server: CHANGED 2024-12-05T11:21:38,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,42641,1733397695675}] 2024-12-05T11:21:38,248 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:21:38,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:21:38,251 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:21:38,251 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:21:38,251 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:21:38,252 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C42641%2C1733397695675.meta, suffix=.meta, logDir=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675, archiveDir=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/oldWALs, maxLogs=10 2024-12-05T11:21:38,263 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.meta.1733397698252.meta, exclude list is [], retry=0 2024-12-05T11:21:38,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40481,DS-549d6bb4-3254-4308-a52e-98cb91639e7a,DISK] 2024-12-05T11:21:38,266 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.meta.1733397698252.meta 2024-12-05T11:21:38,266 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34451:34451)] 2024-12-05T11:21:38,266 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:21:38,267 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:21:38,267 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:21:38,267 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:21:38,267 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:21:38,267 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:21:38,267 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:38,267 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:21:38,267 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:21:38,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:21:38,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:21:38,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:38,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:38,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:21:38,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:21:38,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:38,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:38,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:21:38,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:21:38,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:38,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:38,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:21:38,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:21:38,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:38,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:38,271 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:21:38,271 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740 2024-12-05T11:21:38,272 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740 2024-12-05T11:21:38,272 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:21:38,272 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:21:38,273 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:21:38,273 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:21:38,274 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73899087, jitterRate=0.10118220746517181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:21:38,274 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:21:38,274 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397698267Writing region info on filesystem at 1733397698267Initializing all the Stores at 1733397698268 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397698268Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397698268Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397698268Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397698268Cleaning up temporary data from old regions at 1733397698272 (+4 ms)Running coprocessor post-open hooks at 1733397698274 (+2 ms)Region opened successfully at 1733397698274 2024-12-05T11:21:38,275 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397698247 2024-12-05T11:21:38,276 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:21:38,276 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:21:38,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,42641,1733397695675 2024-12-05T11:21:38,277 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,42641,1733397695675, state=OPEN 2024-12-05T11:21:38,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01092067866/meta-region-server 2024-12-05T11:21:38,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x101a539be580001, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01092067866/meta-region-server 2024-12-05T11:21:38,340 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,42641,1733397695675 2024-12-05T11:21:38,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01092067866/meta-region-server: CHANGED 2024-12-05T11:21:38,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01092067866/meta-region-server: CHANGED 2024-12-05T11:21:38,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:21:38,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,42641,1733397695675 in 245 msec 2024-12-05T11:21:38,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:21:38,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 666 msec 2024-12-05T11:21:38,344 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:21:38,344 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:21:38,345 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:38,345 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,42641,1733397695675, seqNum=-1] 2024-12-05T11:21:38,345 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:38,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:21:38,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 704 msec 2024-12-05T11:21:38,349 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397698349, completionTime=-1 2024-12-05T11:21:38,349 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:21:38,350 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:21:38,351 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:21:38,351 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397758351 2024-12-05T11:21:38,351 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397818351 2024-12-05T11:21:38,351 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T11:21:38,351 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,35275,1733397695481-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:38,351 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,35275,1733397695481-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:38,351 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,35275,1733397695481-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:38,352 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:35275, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:38,352 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:38,352 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:38,353 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:21:38,354 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.609sec 2024-12-05T11:21:38,354 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:21:38,354 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:21:38,354 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:21:38,354 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:21:38,354 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:21:38,354 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,35275,1733397695481-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:21:38,354 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,35275,1733397695481-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:21:38,356 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:21:38,356 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:21:38,356 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,35275,1733397695481-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:38,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc4941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:38,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,35275,-1 for getting cluster id 2024-12-05T11:21:38,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:38,404 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb97001b-e0a7-4460-bf7e-c67099819963' 2024-12-05T11:21:38,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:38,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb97001b-e0a7-4460-bf7e-c67099819963" 2024-12-05T11:21:38,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61abb73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:38,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,35275,-1] 2024-12-05T11:21:38,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:38,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:38,406 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:38,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b755e92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:38,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:38,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,42641,1733397695675, seqNum=-1] 2024-12-05T11:21:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:38,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:21:38,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,35275,1733397695481 2024-12-05T11:21:38,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64852 2024-12-05T11:21:38,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:21:38,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a539be580002 connected 2024-12-05T11:21:38,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/hadoop.log.dir so I do NOT create it in target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605 2024-12-05T11:21:38,444 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T11:21:38,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/hadoop.tmp.dir so I do NOT create it in target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605 2024-12-05T11:21:38,444 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T11:21:38,445 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605 2024-12-05T11:21:38,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:21:38,445 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/cluster_572e9dde-34d5-e364-f3c7-c59ca9d4f406, deleteOnExit=true 2024-12-05T11:21:38,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:21:38,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/test.cache.data in system properties and HBase conf 2024-12-05T11:21:38,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:21:38,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:21:38,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:21:38,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:21:38,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:21:38,445 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:21:38,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:21:38,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:21:38,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:21:38,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:21:38,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:21:38,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:21:38,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:21:38,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:21:38,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:21:38,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:21:38,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:21:38,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:21:38,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:21:38,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:21:38,764 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:21:38,768 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:21:38,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:21:38,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:21:38,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:21:38,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:21:38,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d6e0097{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:21:38,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44dead2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:21:38,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23539486{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/java.io.tmpdir/jetty-localhost-45491-hadoop-hdfs-3_4_1-tests_jar-_-any-6397219855449320963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:21:38,859 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25705da5{HTTP/1.1, (http/1.1)}{localhost:45491} 2024-12-05T11:21:38,859 INFO [Time-limited test {}] server.Server(415): Started @286196ms 2024-12-05T11:21:38,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T11:21:38,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:21:39,097 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:21:39,102 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:21:39,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:21:39,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:21:39,103 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:21:39,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1768ac37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:21:39,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@193f24bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:21:39,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2421e7a2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/java.io.tmpdir/jetty-localhost-41307-hadoop-hdfs-3_4_1-tests_jar-_-any-8543941937028630389/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:21:39,197 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51d61795{HTTP/1.1, (http/1.1)}{localhost:41307} 2024-12-05T11:21:39,197 INFO [Time-limited test {}] server.Server(415): Started @286534ms 2024-12-05T11:21:39,198 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:21:40,045 WARN [Thread-3580 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/cluster_572e9dde-34d5-e364-f3c7-c59ca9d4f406/data/data1/current/BP-1763328780-172.17.0.2-1733397698459/current, will proceed with Du for space computation calculation, 2024-12-05T11:21:40,045 WARN [Thread-3581 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/cluster_572e9dde-34d5-e364-f3c7-c59ca9d4f406/data/data2/current/BP-1763328780-172.17.0.2-1733397698459/current, will proceed with Du for space computation calculation, 2024-12-05T11:21:40,060 WARN [Thread-3568 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:21:40,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7abc44ca5c981972 with lease ID 0x585a05fb85ffad9a: Processing first storage report for DS-729587a5-5786-4482-b8dc-18b55ab57810 from datanode DatanodeRegistration(127.0.0.1:34185, datanodeUuid=8cb1042f-6b95-4ef9-b71f-5b1996b8c3d0, infoPort=40943, infoSecurePort=0, ipcPort=42851, storageInfo=lv=-57;cid=testClusterID;nsid=1498240202;c=1733397698459) 2024-12-05T11:21:40,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7abc44ca5c981972 with lease ID 0x585a05fb85ffad9a: from storage DS-729587a5-5786-4482-b8dc-18b55ab57810 node DatanodeRegistration(127.0.0.1:34185, datanodeUuid=8cb1042f-6b95-4ef9-b71f-5b1996b8c3d0, infoPort=40943, infoSecurePort=0, ipcPort=42851, storageInfo=lv=-57;cid=testClusterID;nsid=1498240202;c=1733397698459), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:21:40,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7abc44ca5c981972 with lease ID 0x585a05fb85ffad9a: Processing first storage report for DS-d9d712ef-31f8-446b-8c8b-133d990c12ab from datanode DatanodeRegistration(127.0.0.1:34185, datanodeUuid=8cb1042f-6b95-4ef9-b71f-5b1996b8c3d0, infoPort=40943, infoSecurePort=0, ipcPort=42851, storageInfo=lv=-57;cid=testClusterID;nsid=1498240202;c=1733397698459) 2024-12-05T11:21:40,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7abc44ca5c981972 with lease ID 0x585a05fb85ffad9a: from storage DS-d9d712ef-31f8-446b-8c8b-133d990c12ab node DatanodeRegistration(127.0.0.1:34185, datanodeUuid=8cb1042f-6b95-4ef9-b71f-5b1996b8c3d0, infoPort=40943, infoSecurePort=0, ipcPort=42851, storageInfo=lv=-57;cid=testClusterID;nsid=1498240202;c=1733397698459), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:21:40,123 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605 2024-12-05T11:21:40,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:21:40,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:21:40,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:21:40,530 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb with version=8 2024-12-05T11:21:40,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/hbase-staging 2024-12-05T11:21:40,532 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:21:40,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:21:40,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:21:40,532 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:21:40,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:21:40,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:21:40,533 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:21:40,533 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:21:40,533 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33719 2024-12-05T11:21:40,534 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33719 connecting to ZooKeeper ensemble=127.0.0.1:64852 2024-12-05T11:21:40,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337190x0, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:21:40,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33719-0x101a539be580003 connected 2024-12-05T11:21:40,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:21:40,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:21:40,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Set watcher on znode that does not yet exist, /1-143285322/running 2024-12-05T11:21:40,656 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb, hbase.cluster.distributed=false 2024-12-05T11:21:40,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Set watcher on znode that does not yet exist, /1-143285322/acl 2024-12-05T11:21:40,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33719 2024-12-05T11:21:40,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33719 2024-12-05T11:21:40,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33719 2024-12-05T11:21:40,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33719 2024-12-05T11:21:40,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33719 2024-12-05T11:21:40,669 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:21:40,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:21:40,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:21:40,669 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:21:40,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:21:40,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:21:40,669 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:21:40,669 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:21:40,669 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44243 2024-12-05T11:21:40,670 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44243 connecting to ZooKeeper ensemble=127.0.0.1:64852 2024-12-05T11:21:40,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:21:40,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:21:40,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442430x0, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:21:40,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442430x0, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Set watcher on znode that does not yet exist, /1-143285322/running 2024-12-05T11:21:40,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44243-0x101a539be580004 connected 2024-12-05T11:21:40,685 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:21:40,685 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:21:40,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44243-0x101a539be580004, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Set watcher on znode that does not yet exist, /1-143285322/master 2024-12-05T11:21:40,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44243-0x101a539be580004, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Set watcher on znode that does not yet exist, /1-143285322/acl 2024-12-05T11:21:40,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44243 2024-12-05T11:21:40,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44243 2024-12-05T11:21:40,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44243 2024-12-05T11:21:40,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44243 2024-12-05T11:21:40,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44243 2024-12-05T11:21:40,699 DEBUG [M:0;6706a97ae65f:33719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:33719 2024-12-05T11:21:40,700 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-143285322/backup-masters/6706a97ae65f,33719,1733397700532 2024-12-05T11:21:40,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x101a539be580004, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143285322/backup-masters 2024-12-05T11:21:40,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143285322/backup-masters 2024-12-05T11:21:40,706 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Set watcher on existing znode=/1-143285322/backup-masters/6706a97ae65f,33719,1733397700532 2024-12-05T11:21:40,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x101a539be580004, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-143285322/master 2024-12-05T11:21:40,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x101a539be580004, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143285322 2024-12-05T11:21:40,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143285322 2024-12-05T11:21:40,716 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Set watcher on existing znode=/1-143285322/master 2024-12-05T11:21:40,716 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-143285322/backup-masters/6706a97ae65f,33719,1733397700532 from backup master directory 2024-12-05T11:21:40,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x101a539be580004, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143285322/backup-masters 2024-12-05T11:21:40,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-143285322/backup-masters/6706a97ae65f,33719,1733397700532 2024-12-05T11:21:40,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143285322/backup-masters 2024-12-05T11:21:40,726 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:21:40,726 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,33719,1733397700532 2024-12-05T11:21:40,729 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/hbase.id] with ID: 774808ab-94b5-4eb9-bb2f-f5cd6de21457 2024-12-05T11:21:40,729 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/.tmp/hbase.id 2024-12-05T11:21:40,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:21:41,133 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/.tmp/hbase.id]:[hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/hbase.id] 2024-12-05T11:21:41,140 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:21:41,140 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:21:41,140 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T11:21:41,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143285322 2024-12-05T11:21:41,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x101a539be580004, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143285322 2024-12-05T11:21:41,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:21:41,594 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:21:41,595 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:21:41,595 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:21:41,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:21:42,000 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/data/master/store 2024-12-05T11:21:42,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:21:42,404 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:42,404 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:21:42,404 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:42,404 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:42,404 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:21:42,404 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:42,404 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:42,404 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397702404Disabling compacts and flushes for region at 1733397702404Disabling writes for close at 1733397702404Writing region close event to WAL at 1733397702404Closed at 1733397702404 2024-12-05T11:21:42,405 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/data/master/store/.initializing 2024-12-05T11:21:42,405 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/WALs/6706a97ae65f,33719,1733397700532 2024-12-05T11:21:42,406 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:21:42,407 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C33719%2C1733397700532, suffix=, logDir=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/WALs/6706a97ae65f,33719,1733397700532, archiveDir=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/oldWALs, maxLogs=10 2024-12-05T11:21:42,417 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/WALs/6706a97ae65f,33719,1733397700532/6706a97ae65f%2C33719%2C1733397700532.1733397702407, exclude list is [], retry=0 2024-12-05T11:21:42,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34185,DS-729587a5-5786-4482-b8dc-18b55ab57810,DISK] 2024-12-05T11:21:42,420 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/WALs/6706a97ae65f,33719,1733397700532/6706a97ae65f%2C33719%2C1733397700532.1733397702407 2024-12-05T11:21:42,420 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40943:40943)] 2024-12-05T11:21:42,420 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:21:42,420 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:42,420 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:42,420 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:42,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:42,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:21:42,422 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:42,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:42,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:42,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:21:42,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:42,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:42,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:42,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:21:42,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:42,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:42,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:42,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:21:42,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:42,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:42,425 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:42,425 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:42,426 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:42,426 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:42,426 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:42,427 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:21:42,427 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:42,429 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:21:42,429 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69111532, jitterRate=0.029842078685760498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:21:42,429 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397702420Initializing all the Stores at 1733397702421 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397702421Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397702421Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397702421Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397702421Cleaning up temporary data from old regions at 1733397702426 (+5 ms)Region opened successfully at 1733397702429 (+3 ms) 2024-12-05T11:21:42,429 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:21:42,431 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e27af5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:21:42,431 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:21:42,431 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:21:42,431 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:21:42,431 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:21:42,432 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:21:42,432 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:21:42,432 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:21:42,433 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:21:42,433 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Unable to get data of znode /1-143285322/balancer because node does not exist (not necessarily an error) 2024-12-05T11:21:42,516 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-143285322/balancer already deleted, retry=false 2024-12-05T11:21:42,516 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:21:42,516 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Unable to get data of znode /1-143285322/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:21:42,526 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-143285322/normalizer already deleted, retry=false 2024-12-05T11:21:42,526 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:21:42,527 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Unable to get data of znode /1-143285322/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:21:42,537 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-143285322/switch/split already deleted, retry=false 2024-12-05T11:21:42,538 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Unable to get data of znode /1-143285322/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:21:42,547 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-143285322/switch/merge already deleted, retry=false 2024-12-05T11:21:42,549 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Unable to get data of znode /1-143285322/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:21:42,558 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-143285322/snapshot-cleanup already deleted, retry=false 2024-12-05T11:21:42,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-143285322/running 2024-12-05T11:21:42,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x101a539be580004, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-143285322/running 2024-12-05T11:21:42,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143285322 2024-12-05T11:21:42,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x101a539be580004, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143285322 2024-12-05T11:21:42,569 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,33719,1733397700532, sessionid=0x101a539be580003, setting cluster-up flag (Was=false) 2024-12-05T11:21:42,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x101a539be580004, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143285322 2024-12-05T11:21:42,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143285322 2024-12-05T11:21:42,621 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-143285322/flush-table-proc/acquired, /1-143285322/flush-table-proc/reached, /1-143285322/flush-table-proc/abort 2024-12-05T11:21:42,622 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,33719,1733397700532 2024-12-05T11:21:42,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143285322 2024-12-05T11:21:42,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x101a539be580004, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143285322 2024-12-05T11:21:42,673 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-143285322/online-snapshot/acquired, /1-143285322/online-snapshot/reached, /1-143285322/online-snapshot/abort 2024-12-05T11:21:42,674 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,33719,1733397700532 2024-12-05T11:21:42,675 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:21:42,676 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:21:42,676 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:21:42,676 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:21:42,676 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,33719,1733397700532 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:21:42,677 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:21:42,677 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:21:42,677 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:21:42,677 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:21:42,677 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:21:42,677 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:42,677 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:21:42,677 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:42,678 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397732678 2024-12-05T11:21:42,678 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:21:42,678 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:21:42,678 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:21:42,678 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:21:42,678 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:21:42,678 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:21:42,678 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:42,678 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:21:42,678 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:21:42,678 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:21:42,679 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:21:42,679 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:21:42,679 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:21:42,679 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:21:42,679 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:21:42,679 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397702679,5,FailOnTimeoutGroup] 2024-12-05T11:21:42,679 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:42,679 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397702679,5,FailOnTimeoutGroup] 2024-12-05T11:21:42,679 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:42,679 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:21:42,679 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:21:42,679 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:42,679 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:42,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:21:42,690 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(746): ClusterId : 774808ab-94b5-4eb9-bb2f-f5cd6de21457 2024-12-05T11:21:42,690 DEBUG [RS:0;6706a97ae65f:44243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:21:42,703 DEBUG [RS:0;6706a97ae65f:44243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:21:42,703 DEBUG [RS:0;6706a97ae65f:44243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:21:42,713 DEBUG [RS:0;6706a97ae65f:44243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:21:42,713 DEBUG [RS:0;6706a97ae65f:44243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14237940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:21:42,726 DEBUG [RS:0;6706a97ae65f:44243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:44243 2024-12-05T11:21:42,726 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:21:42,726 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:21:42,726 DEBUG [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:21:42,726 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,33719,1733397700532 with port=44243, startcode=1733397700668 2024-12-05T11:21:42,727 DEBUG [RS:0;6706a97ae65f:44243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:21:42,727 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:21:42,728 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33719 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,44243,1733397700668 2024-12-05T11:21:42,728 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33719 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,44243,1733397700668 2024-12-05T11:21:42,729 DEBUG [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb 2024-12-05T11:21:42,729 DEBUG [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33853 2024-12-05T11:21:42,729 DEBUG [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:21:42,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143285322/rs 2024-12-05T11:21:42,784 DEBUG [RS:0;6706a97ae65f:44243 {}] zookeeper.ZKUtil(111): regionserver:44243-0x101a539be580004, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Set watcher on existing znode=/1-143285322/rs/6706a97ae65f,44243,1733397700668 2024-12-05T11:21:42,784 WARN [RS:0;6706a97ae65f:44243 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:21:42,784 INFO [RS:0;6706a97ae65f:44243 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:21:42,784 DEBUG [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668 2024-12-05T11:21:42,784 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,44243,1733397700668] 2024-12-05T11:21:42,786 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:21:42,788 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:21:42,788 INFO [RS:0;6706a97ae65f:44243 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:21:42,788 INFO [RS:0;6706a97ae65f:44243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:42,788 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:21:42,789 INFO [RS:0;6706a97ae65f:44243 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:21:42,789 INFO [RS:0;6706a97ae65f:44243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:42,789 DEBUG [RS:0;6706a97ae65f:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:42,789 DEBUG [RS:0;6706a97ae65f:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:42,789 DEBUG [RS:0;6706a97ae65f:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:42,789 DEBUG [RS:0;6706a97ae65f:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:42,789 DEBUG [RS:0;6706a97ae65f:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:42,789 DEBUG [RS:0;6706a97ae65f:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:21:42,789 DEBUG [RS:0;6706a97ae65f:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:42,789 DEBUG [RS:0;6706a97ae65f:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:42,789 DEBUG [RS:0;6706a97ae65f:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:42,789 DEBUG [RS:0;6706a97ae65f:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:42,789 DEBUG [RS:0;6706a97ae65f:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:42,789 DEBUG [RS:0;6706a97ae65f:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:42,789 DEBUG [RS:0;6706a97ae65f:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:21:42,789 DEBUG [RS:0;6706a97ae65f:44243 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:21:42,789 INFO [RS:0;6706a97ae65f:44243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:42,789 INFO [RS:0;6706a97ae65f:44243 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:42,790 INFO [RS:0;6706a97ae65f:44243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:42,790 INFO [RS:0;6706a97ae65f:44243 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:42,790 INFO [RS:0;6706a97ae65f:44243 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:42,790 INFO [RS:0;6706a97ae65f:44243 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,44243,1733397700668-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:21:42,813 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:21:42,813 INFO [RS:0;6706a97ae65f:44243 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,44243,1733397700668-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:42,813 INFO [RS:0;6706a97ae65f:44243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:42,813 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.Replication(171): 6706a97ae65f,44243,1733397700668 started 2024-12-05T11:21:42,824 INFO [RS:0;6706a97ae65f:44243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:42,824 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,44243,1733397700668, RpcServer on 6706a97ae65f/172.17.0.2:44243, sessionid=0x101a539be580004 2024-12-05T11:21:42,824 DEBUG [RS:0;6706a97ae65f:44243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:21:42,824 DEBUG [RS:0;6706a97ae65f:44243 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,44243,1733397700668 2024-12-05T11:21:42,824 DEBUG [RS:0;6706a97ae65f:44243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,44243,1733397700668' 2024-12-05T11:21:42,824 DEBUG [RS:0;6706a97ae65f:44243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-143285322/flush-table-proc/abort' 2024-12-05T11:21:42,825 DEBUG [RS:0;6706a97ae65f:44243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-143285322/flush-table-proc/acquired' 2024-12-05T11:21:42,825 DEBUG [RS:0;6706a97ae65f:44243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:21:42,825 DEBUG [RS:0;6706a97ae65f:44243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:21:42,825 DEBUG [RS:0;6706a97ae65f:44243 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,44243,1733397700668 2024-12-05T11:21:42,825 DEBUG [RS:0;6706a97ae65f:44243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,44243,1733397700668' 2024-12-05T11:21:42,825 DEBUG [RS:0;6706a97ae65f:44243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-143285322/online-snapshot/abort' 2024-12-05T11:21:42,825 DEBUG [RS:0;6706a97ae65f:44243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-143285322/online-snapshot/acquired' 2024-12-05T11:21:42,826 DEBUG [RS:0;6706a97ae65f:44243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:21:42,826 INFO [RS:0;6706a97ae65f:44243 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:21:42,826 INFO [RS:0;6706a97ae65f:44243 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:21:42,926 INFO [RS:0;6706a97ae65f:44243 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:21:42,927 INFO [RS:0;6706a97ae65f:44243 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C44243%2C1733397700668, suffix=, logDir=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668, archiveDir=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/oldWALs, maxLogs=10 2024-12-05T11:21:42,938 DEBUG [RS:0;6706a97ae65f:44243 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927, exclude list is [], retry=0 2024-12-05T11:21:42,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34185,DS-729587a5-5786-4482-b8dc-18b55ab57810,DISK] 2024-12-05T11:21:42,942 INFO [RS:0;6706a97ae65f:44243 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 2024-12-05T11:21:42,942 DEBUG [RS:0;6706a97ae65f:44243 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40943:40943)] 2024-12-05T11:21:43,086 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:21:43,086 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb 2024-12-05T11:21:43,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741833_1009 (size=32) 2024-12-05T11:21:43,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:43,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:21:43,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:21:43,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:43,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:43,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:21:43,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:21:43,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:43,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:43,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:21:43,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:21:43,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:43,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:43,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:21:43,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:21:43,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:43,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:43,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:21:43,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740 2024-12-05T11:21:43,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740 2024-12-05T11:21:43,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:21:43,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:21:43,501 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:21:43,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:21:43,502 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:21:43,503 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74393360, jitterRate=0.10854744911193848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:21:43,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397703494Initializing all the Stores at 1733397703494Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397703494Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397703495 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397703495Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397703495Cleaning up temporary data from old regions at 1733397703500 (+5 ms)Region opened successfully at 1733397703503 (+3 ms) 2024-12-05T11:21:43,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:21:43,503 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:21:43,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:21:43,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:21:43,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:21:43,503 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:21:43,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397703503Disabling compacts and flushes for region at 1733397703503Disabling writes for close at 1733397703503Writing region close event to WAL at 1733397703503Closed at 1733397703503 2024-12-05T11:21:43,504 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:21:43,504 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:21:43,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:21:43,505 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:21:43,505 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:21:43,656 DEBUG [6706a97ae65f:33719 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:21:43,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,44243,1733397700668 2024-12-05T11:21:43,657 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,44243,1733397700668, state=OPENING 2024-12-05T11:21:43,769 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:21:43,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:43,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:43,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:43,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:43,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:43,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:43,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:43,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:43,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:43,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:43,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:43,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:43,811 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:21:43,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:43,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:43,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:43,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x101a539be580004, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143285322 2024-12-05T11:21:43,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143285322 2024-12-05T11:21:43,822 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:21:43,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-143285322/meta-region-server: CHANGED 2024-12-05T11:21:43,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-143285322/meta-region-server: CHANGED 2024-12-05T11:21:43,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,44243,1733397700668}] 2024-12-05T11:21:43,826 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:21:43,974 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:21:43,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:21:43,978 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:21:43,978 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:21:43,978 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:21:43,979 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C44243%2C1733397700668.meta, suffix=.meta, logDir=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668, archiveDir=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/oldWALs, maxLogs=10 2024-12-05T11:21:43,995 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.meta.1733397703979.meta, exclude list is [], retry=0 2024-12-05T11:21:43,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34185,DS-729587a5-5786-4482-b8dc-18b55ab57810,DISK] 2024-12-05T11:21:43,998 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.meta.1733397703979.meta 2024-12-05T11:21:43,999 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40943:40943)] 2024-12-05T11:21:43,999 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:21:43,999 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:21:43,999 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:21:43,999 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:21:43,999 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:21:44,000 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:21:44,000 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:44,000 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:21:44,000 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:21:44,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:21:44,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:21:44,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:44,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:44,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:21:44,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:21:44,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:44,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:44,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:21:44,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:21:44,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:44,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:44,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:21:44,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:21:44,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:44,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:44,005 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:21:44,005 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740 2024-12-05T11:21:44,006 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740 2024-12-05T11:21:44,006 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:21:44,006 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:21:44,007 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:21:44,007 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:21:44,008 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68570579, jitterRate=0.021781250834465027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:21:44,008 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:21:44,008 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397704000Writing region info on filesystem at 1733397704000Initializing all the Stores at 1733397704001 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397704001Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397704001Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397704001Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397704001Cleaning up temporary data from old regions at 1733397704006 (+5 ms)Running coprocessor post-open hooks at 1733397704008 (+2 ms)Region opened successfully at 1733397704008 2024-12-05T11:21:44,008 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397703974 2024-12-05T11:21:44,010 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:21:44,010 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:21:44,011 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,44243,1733397700668 2024-12-05T11:21:44,011 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,44243,1733397700668, state=OPEN 2024-12-05T11:21:44,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x101a539be580004, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-143285322/meta-region-server 2024-12-05T11:21:44,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-143285322/meta-region-server 2024-12-05T11:21:44,021 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,44243,1733397700668 2024-12-05T11:21:44,021 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-143285322/meta-region-server: CHANGED 2024-12-05T11:21:44,021 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-143285322/meta-region-server: CHANGED 2024-12-05T11:21:44,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:21:44,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,44243,1733397700668 in 199 msec 2024-12-05T11:21:44,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:21:44,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 519 msec 2024-12-05T11:21:44,025 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:21:44,025 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:21:44,026 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:44,026 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,44243,1733397700668, seqNum=-1] 2024-12-05T11:21:44,026 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:44,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:21:44,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3540 sec 2024-12-05T11:21:44,030 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397704030, completionTime=-1 2024-12-05T11:21:44,030 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:21:44,030 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:21:44,032 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:21:44,032 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397764032 2024-12-05T11:21:44,032 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397824032 2024-12-05T11:21:44,032 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T11:21:44,032 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,33719,1733397700532-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:44,032 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,33719,1733397700532-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:44,032 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,33719,1733397700532-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:44,032 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:33719, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:44,032 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:44,032 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:44,033 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:21:44,035 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.309sec 2024-12-05T11:21:44,035 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:21:44,035 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:21:44,035 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:21:44,035 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:21:44,035 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:21:44,035 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,33719,1733397700532-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:21:44,035 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,33719,1733397700532-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:21:44,037 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:21:44,037 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:21:44,037 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,33719,1733397700532-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:44,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e9bfe4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:44,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,33719,-1 for getting cluster id 2024-12-05T11:21:44,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:44,092 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774808ab-94b5-4eb9-bb2f-f5cd6de21457' 2024-12-05T11:21:44,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:44,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774808ab-94b5-4eb9-bb2f-f5cd6de21457" 2024-12-05T11:21:44,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569b39eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:44,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,33719,-1] 2024-12-05T11:21:44,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:44,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:44,093 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:44,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67816468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:44,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,44243,1733397700668, seqNum=-1] 2024-12-05T11:21:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:44,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:21:44,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,33719,1733397700532 2024-12-05T11:21:44,097 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64852 2024-12-05T11:21:44,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:21:44,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a539be580005 connected 2024-12-05T11:21:44,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/hadoop.log.dir so I do NOT create it in target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8 2024-12-05T11:21:44,118 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T11:21:44,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/hadoop.tmp.dir so I do NOT create it in target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8 2024-12-05T11:21:44,118 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T11:21:44,118 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8 2024-12-05T11:21:44,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:21:44,118 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/cluster_97d96e16-5c46-5a50-d76a-7020028eff7d, deleteOnExit=true 2024-12-05T11:21:44,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:21:44,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/test.cache.data in system properties and HBase conf 2024-12-05T11:21:44,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:21:44,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:21:44,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:21:44,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:21:44,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:21:44,118 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:21:44,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:21:44,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:21:44,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:21:44,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:21:44,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:21:44,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:21:44,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:21:44,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:21:44,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:21:44,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:21:44,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:21:44,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:21:44,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:21:44,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:21:44,432 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:21:44,435 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:21:44,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:21:44,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:21:44,436 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:21:44,437 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:21:44,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d744984{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:21:44,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67a3efe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:21:44,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cde590a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/java.io.tmpdir/jetty-localhost-34899-hadoop-hdfs-3_4_1-tests_jar-_-any-7739320426043207450/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:21:44,530 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@599e880e{HTTP/1.1, (http/1.1)}{localhost:34899} 2024-12-05T11:21:44,530 INFO [Time-limited test {}] server.Server(415): Started @291867ms 2024-12-05T11:21:44,762 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:21:44,764 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:21:44,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:21:44,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:21:44,768 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:21:44,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38084cfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:21:44,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8e7e607{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:21:44,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7205ced9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/java.io.tmpdir/jetty-localhost-33175-hadoop-hdfs-3_4_1-tests_jar-_-any-5412937899272787659/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:21:44,859 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57264f44{HTTP/1.1, (http/1.1)}{localhost:33175} 2024-12-05T11:21:44,859 INFO [Time-limited test {}] server.Server(415): Started @292196ms 2024-12-05T11:21:44,860 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:21:45,595 WARN [Thread-3702 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/cluster_97d96e16-5c46-5a50-d76a-7020028eff7d/data/data2/current/BP-1443889760-172.17.0.2-1733397704132/current, will proceed with Du for space computation calculation, 2024-12-05T11:21:45,595 WARN [Thread-3701 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/cluster_97d96e16-5c46-5a50-d76a-7020028eff7d/data/data1/current/BP-1443889760-172.17.0.2-1733397704132/current, will proceed with Du for space computation calculation, 2024-12-05T11:21:45,612 WARN [Thread-3689 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:21:45,614 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93e1423772e2d5e3 with lease ID 0x8b2429a923203e2d: Processing first storage report for DS-5cff5286-a21d-4086-aeef-5ed79d8016e8 from datanode DatanodeRegistration(127.0.0.1:37229, datanodeUuid=8c4fce31-e680-49c1-9f74-f7e453288d7b, infoPort=38415, infoSecurePort=0, ipcPort=40397, storageInfo=lv=-57;cid=testClusterID;nsid=146347350;c=1733397704132) 2024-12-05T11:21:45,614 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93e1423772e2d5e3 with lease ID 0x8b2429a923203e2d: from storage DS-5cff5286-a21d-4086-aeef-5ed79d8016e8 node DatanodeRegistration(127.0.0.1:37229, datanodeUuid=8c4fce31-e680-49c1-9f74-f7e453288d7b, infoPort=38415, infoSecurePort=0, ipcPort=40397, storageInfo=lv=-57;cid=testClusterID;nsid=146347350;c=1733397704132), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:21:45,614 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93e1423772e2d5e3 with lease ID 0x8b2429a923203e2d: Processing first storage report for DS-5c997ef3-6d36-4425-a057-3ef5010b72c8 from datanode DatanodeRegistration(127.0.0.1:37229, datanodeUuid=8c4fce31-e680-49c1-9f74-f7e453288d7b, infoPort=38415, infoSecurePort=0, ipcPort=40397, storageInfo=lv=-57;cid=testClusterID;nsid=146347350;c=1733397704132) 2024-12-05T11:21:45,614 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93e1423772e2d5e3 with lease ID 0x8b2429a923203e2d: from storage DS-5c997ef3-6d36-4425-a057-3ef5010b72c8 node DatanodeRegistration(127.0.0.1:37229, datanodeUuid=8c4fce31-e680-49c1-9f74-f7e453288d7b, infoPort=38415, infoSecurePort=0, ipcPort=40397, storageInfo=lv=-57;cid=testClusterID;nsid=146347350;c=1733397704132), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:21:45,682 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8 2024-12-05T11:21:45,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:21:45,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:21:45,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:21:46,090 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b with version=8 2024-12-05T11:21:46,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/hbase-staging 2024-12-05T11:21:46,091 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:21:46,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:21:46,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:21:46,091 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:21:46,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:21:46,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:21:46,091 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:21:46,092 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:21:46,092 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42607 2024-12-05T11:21:46,092 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42607 connecting to ZooKeeper ensemble=127.0.0.1:64852 2024-12-05T11:21:46,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426070x0, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:21:46,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42607-0x101a539be580006 connected 2024-12-05T11:21:46,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:21:46,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:21:46,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Set watcher on znode that does not yet exist, /2400280935/running 2024-12-05T11:21:46,214 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b, hbase.cluster.distributed=false 2024-12-05T11:21:46,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Set watcher on znode that does not yet exist, /2400280935/acl 2024-12-05T11:21:46,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42607 2024-12-05T11:21:46,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42607 2024-12-05T11:21:46,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42607 2024-12-05T11:21:46,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42607 2024-12-05T11:21:46,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42607 2024-12-05T11:21:46,231 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:21:46,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:21:46,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:21:46,231 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:21:46,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:21:46,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:21:46,231 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:21:46,231 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:21:46,232 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37851 2024-12-05T11:21:46,232 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37851 connecting to ZooKeeper ensemble=127.0.0.1:64852 2024-12-05T11:21:46,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:21:46,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:21:46,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378510x0, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:21:46,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378510x0, quorum=127.0.0.1:64852, baseZNode=/2400280935 Set watcher on znode that does not yet exist, /2400280935/running 2024-12-05T11:21:46,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37851-0x101a539be580007 connected 2024-12-05T11:21:46,250 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:21:46,250 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:21:46,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37851-0x101a539be580007, quorum=127.0.0.1:64852, baseZNode=/2400280935 Set watcher on znode that does not yet exist, /2400280935/master 2024-12-05T11:21:46,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37851-0x101a539be580007, quorum=127.0.0.1:64852, baseZNode=/2400280935 Set watcher on znode that does not yet exist, /2400280935/acl 2024-12-05T11:21:46,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37851 2024-12-05T11:21:46,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37851 2024-12-05T11:21:46,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37851 2024-12-05T11:21:46,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37851 2024-12-05T11:21:46,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37851 2024-12-05T11:21:46,265 DEBUG [M:0;6706a97ae65f:42607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:42607 2024-12-05T11:21:46,265 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2400280935/backup-masters/6706a97ae65f,42607,1733397706091 2024-12-05T11:21:46,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2400280935/backup-masters 2024-12-05T11:21:46,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a539be580007, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2400280935/backup-masters 2024-12-05T11:21:46,274 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Set watcher on existing znode=/2400280935/backup-masters/6706a97ae65f,42607,1733397706091 2024-12-05T11:21:46,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2400280935 2024-12-05T11:21:46,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a539be580007, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2400280935/master 2024-12-05T11:21:46,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a539be580007, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2400280935 2024-12-05T11:21:46,284 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Set watcher on existing znode=/2400280935/master 2024-12-05T11:21:46,284 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2400280935/backup-masters/6706a97ae65f,42607,1733397706091 from backup master directory 2024-12-05T11:21:46,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a539be580007, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2400280935/backup-masters 2024-12-05T11:21:46,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2400280935/backup-masters/6706a97ae65f,42607,1733397706091 2024-12-05T11:21:46,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2400280935/backup-masters 2024-12-05T11:21:46,294 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:21:46,294 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,42607,1733397706091 2024-12-05T11:21:46,297 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/hbase.id] with ID: f81a88c5-b316-4f25-ad9f-ab104a41b701 2024-12-05T11:21:46,297 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/.tmp/hbase.id 2024-12-05T11:21:46,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:21:46,701 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/.tmp/hbase.id]:[hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/hbase.id] 2024-12-05T11:21:46,708 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:21:46,708 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:21:46,708 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T11:21:46,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2400280935 2024-12-05T11:21:46,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a539be580007, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2400280935 2024-12-05T11:21:46,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:21:47,162 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:21:47,162 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:21:47,162 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:21:47,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:21:47,568 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/data/master/store 2024-12-05T11:21:47,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:21:47,972 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:47,973 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:21:47,973 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:47,973 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:47,973 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:21:47,973 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:47,973 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:21:47,973 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397707972Disabling compacts and flushes for region at 1733397707972Disabling writes for close at 1733397707973 (+1 ms)Writing region close event to WAL at 1733397707973Closed at 1733397707973 2024-12-05T11:21:47,973 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/data/master/store/.initializing 2024-12-05T11:21:47,973 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/WALs/6706a97ae65f,42607,1733397706091 2024-12-05T11:21:47,974 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:21:47,975 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C42607%2C1733397706091, suffix=, logDir=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/WALs/6706a97ae65f,42607,1733397706091, archiveDir=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/oldWALs, maxLogs=10 2024-12-05T11:21:47,989 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/WALs/6706a97ae65f,42607,1733397706091/6706a97ae65f%2C42607%2C1733397706091.1733397707975, exclude list is [], retry=0 2024-12-05T11:21:47,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37229,DS-5cff5286-a21d-4086-aeef-5ed79d8016e8,DISK] 2024-12-05T11:21:47,993 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/WALs/6706a97ae65f,42607,1733397706091/6706a97ae65f%2C42607%2C1733397706091.1733397707975 2024-12-05T11:21:47,993 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38415:38415)] 2024-12-05T11:21:47,993 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:21:47,993 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:47,993 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:47,993 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:47,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:47,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:21:47,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:47,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:47,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:47,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:21:47,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:47,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:47,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:47,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:21:47,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:47,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:47,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:47,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:21:47,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:47,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:47,999 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:47,999 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:47,999 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:48,000 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:48,000 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:48,000 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:21:48,001 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:21:48,003 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:21:48,003 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63898530, jitterRate=-0.04783770442008972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:21:48,003 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397707993Initializing all the Stores at 1733397707994 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397707994Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397707995 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397707995Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397707995Cleaning up temporary data from old regions at 1733397708000 (+5 ms)Region opened successfully at 1733397708003 (+3 ms) 2024-12-05T11:21:48,003 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:21:48,005 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f9a681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:21:48,006 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:21:48,006 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:21:48,006 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:21:48,006 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:21:48,006 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:21:48,007 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:21:48,007 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:21:48,008 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:21:48,008 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Unable to get data of znode /2400280935/balancer because node does not exist (not necessarily an error) 2024-12-05T11:21:48,073 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2400280935/balancer already deleted, retry=false 2024-12-05T11:21:48,074 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:21:48,074 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Unable to get data of znode /2400280935/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:21:48,084 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2400280935/normalizer already deleted, retry=false 2024-12-05T11:21:48,084 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:21:48,085 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Unable to get data of znode /2400280935/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:21:48,094 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2400280935/switch/split already deleted, retry=false 2024-12-05T11:21:48,095 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Unable to get data of znode /2400280935/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:21:48,105 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2400280935/switch/merge already deleted, retry=false 2024-12-05T11:21:48,106 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Unable to get data of znode /2400280935/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:21:48,115 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2400280935/snapshot-cleanup already deleted, retry=false 2024-12-05T11:21:48,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a539be580007, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2400280935/running 2024-12-05T11:21:48,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2400280935/running 2024-12-05T11:21:48,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2400280935 2024-12-05T11:21:48,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a539be580007, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2400280935 2024-12-05T11:21:48,126 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,42607,1733397706091, sessionid=0x101a539be580006, setting cluster-up flag (Was=false) 2024-12-05T11:21:48,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a539be580007, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2400280935 2024-12-05T11:21:48,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2400280935 2024-12-05T11:21:48,179 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2400280935/flush-table-proc/acquired, /2400280935/flush-table-proc/reached, /2400280935/flush-table-proc/abort 2024-12-05T11:21:48,179 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,42607,1733397706091 2024-12-05T11:21:48,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2400280935 2024-12-05T11:21:48,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a539be580007, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2400280935 2024-12-05T11:21:48,231 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2400280935/online-snapshot/acquired, /2400280935/online-snapshot/reached, /2400280935/online-snapshot/abort 2024-12-05T11:21:48,232 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,42607,1733397706091 2024-12-05T11:21:48,233 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:21:48,234 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:21:48,234 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:21:48,234 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:21:48,234 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,42607,1733397706091 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:21:48,235 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:21:48,235 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:21:48,235 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:21:48,235 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:21:48,235 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:21:48,235 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:48,235 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:21:48,235 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:48,236 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397738236 2024-12-05T11:21:48,236 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:21:48,236 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:21:48,236 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:21:48,236 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:21:48,236 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:21:48,236 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:21:48,236 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:21:48,236 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:21:48,236 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:48,236 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:21:48,236 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:21:48,236 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:21:48,237 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:21:48,237 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:21:48,237 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:48,237 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:21:48,237 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397708237,5,FailOnTimeoutGroup] 2024-12-05T11:21:48,237 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:21:48,240 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397708237,5,FailOnTimeoutGroup] 2024-12-05T11:21:48,240 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:48,240 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:21:48,240 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:48,240 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:48,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:21:48,258 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(746): ClusterId : f81a88c5-b316-4f25-ad9f-ab104a41b701 2024-12-05T11:21:48,258 DEBUG [RS:0;6706a97ae65f:37851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:21:48,363 DEBUG [RS:0;6706a97ae65f:37851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:21:48,363 DEBUG [RS:0;6706a97ae65f:37851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:21:48,495 DEBUG [RS:0;6706a97ae65f:37851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:21:48,495 DEBUG [RS:0;6706a97ae65f:37851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f19b828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:21:48,505 DEBUG [RS:0;6706a97ae65f:37851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:37851 2024-12-05T11:21:48,505 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:21:48,505 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:21:48,505 DEBUG [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:21:48,506 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,42607,1733397706091 with port=37851, startcode=1733397706231 2024-12-05T11:21:48,506 DEBUG [RS:0;6706a97ae65f:37851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:21:48,507 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:21:48,507 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42607 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,37851,1733397706231 2024-12-05T11:21:48,507 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42607 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,37851,1733397706231 2024-12-05T11:21:48,508 DEBUG [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b 2024-12-05T11:21:48,508 DEBUG [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43277 2024-12-05T11:21:48,508 DEBUG [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:21:48,643 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:21:48,643 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b 2024-12-05T11:21:48,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741832_1008 (size=32) 2024-12-05T11:21:48,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2400280935/rs 2024-12-05T11:21:48,781 DEBUG [RS:0;6706a97ae65f:37851 {}] zookeeper.ZKUtil(111): regionserver:37851-0x101a539be580007, quorum=127.0.0.1:64852, baseZNode=/2400280935 Set watcher on existing znode=/2400280935/rs/6706a97ae65f,37851,1733397706231 2024-12-05T11:21:48,781 WARN [RS:0;6706a97ae65f:37851 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:21:48,781 INFO [RS:0;6706a97ae65f:37851 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:21:48,781 DEBUG [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231 2024-12-05T11:21:48,781 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,37851,1733397706231] 2024-12-05T11:21:48,783 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:21:48,784 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:21:48,785 INFO [RS:0;6706a97ae65f:37851 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:21:48,785 INFO [RS:0;6706a97ae65f:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:48,785 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:21:48,785 INFO [RS:0;6706a97ae65f:37851 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:21:48,785 INFO [RS:0;6706a97ae65f:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:48,786 DEBUG [RS:0;6706a97ae65f:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:48,786 DEBUG [RS:0;6706a97ae65f:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:48,786 DEBUG [RS:0;6706a97ae65f:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:48,786 DEBUG [RS:0;6706a97ae65f:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:48,786 DEBUG [RS:0;6706a97ae65f:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:48,786 DEBUG [RS:0;6706a97ae65f:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:21:48,786 DEBUG [RS:0;6706a97ae65f:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:48,786 DEBUG [RS:0;6706a97ae65f:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:48,786 DEBUG [RS:0;6706a97ae65f:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:48,786 DEBUG [RS:0;6706a97ae65f:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:48,786 DEBUG [RS:0;6706a97ae65f:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:48,786 DEBUG [RS:0;6706a97ae65f:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:21:48,786 DEBUG [RS:0;6706a97ae65f:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:21:48,786 DEBUG [RS:0;6706a97ae65f:37851 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:21:48,786 INFO [RS:0;6706a97ae65f:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:48,786 INFO [RS:0;6706a97ae65f:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:48,786 INFO [RS:0;6706a97ae65f:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:48,786 INFO [RS:0;6706a97ae65f:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:48,786 INFO [RS:0;6706a97ae65f:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:48,786 INFO [RS:0;6706a97ae65f:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37851,1733397706231-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:21:48,798 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:21:48,798 INFO [RS:0;6706a97ae65f:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37851,1733397706231-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:48,798 INFO [RS:0;6706a97ae65f:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:48,798 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.Replication(171): 6706a97ae65f,37851,1733397706231 started 2024-12-05T11:21:48,809 INFO [RS:0;6706a97ae65f:37851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:48,809 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,37851,1733397706231, RpcServer on 6706a97ae65f/172.17.0.2:37851, sessionid=0x101a539be580007 2024-12-05T11:21:48,809 DEBUG [RS:0;6706a97ae65f:37851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:21:48,809 DEBUG [RS:0;6706a97ae65f:37851 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,37851,1733397706231 2024-12-05T11:21:48,809 DEBUG [RS:0;6706a97ae65f:37851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,37851,1733397706231' 2024-12-05T11:21:48,809 DEBUG [RS:0;6706a97ae65f:37851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2400280935/flush-table-proc/abort' 2024-12-05T11:21:48,810 DEBUG [RS:0;6706a97ae65f:37851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2400280935/flush-table-proc/acquired' 2024-12-05T11:21:48,810 DEBUG [RS:0;6706a97ae65f:37851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:21:48,810 DEBUG [RS:0;6706a97ae65f:37851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:21:48,810 DEBUG [RS:0;6706a97ae65f:37851 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,37851,1733397706231 2024-12-05T11:21:48,810 DEBUG [RS:0;6706a97ae65f:37851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,37851,1733397706231' 2024-12-05T11:21:48,810 DEBUG [RS:0;6706a97ae65f:37851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2400280935/online-snapshot/abort' 2024-12-05T11:21:48,811 DEBUG [RS:0;6706a97ae65f:37851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2400280935/online-snapshot/acquired' 2024-12-05T11:21:48,811 DEBUG [RS:0;6706a97ae65f:37851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:21:48,811 INFO [RS:0;6706a97ae65f:37851 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:21:48,811 INFO [RS:0;6706a97ae65f:37851 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:21:48,911 INFO [RS:0;6706a97ae65f:37851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:21:48,912 INFO [RS:0;6706a97ae65f:37851 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C37851%2C1733397706231, suffix=, logDir=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231, archiveDir=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/oldWALs, maxLogs=10 2024-12-05T11:21:48,923 DEBUG [RS:0;6706a97ae65f:37851 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912, exclude list is [], retry=0 2024-12-05T11:21:48,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37229,DS-5cff5286-a21d-4086-aeef-5ed79d8016e8,DISK] 2024-12-05T11:21:48,926 INFO [RS:0;6706a97ae65f:37851 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 2024-12-05T11:21:48,926 DEBUG [RS:0;6706a97ae65f:37851 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38415:38415)] 2024-12-05T11:21:49,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:49,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:21:49,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:21:49,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:49,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:49,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:21:49,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:21:49,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:49,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:49,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:21:49,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:21:49,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:49,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:49,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:21:49,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:21:49,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:49,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:49,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:21:49,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740 2024-12-05T11:21:49,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740 2024-12-05T11:21:49,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:21:49,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:21:49,055 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:21:49,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:21:49,057 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:21:49,057 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63697829, jitterRate=-0.05082838237285614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:21:49,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397709048Initializing all the Stores at 1733397709048Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397709048Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397709048Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397709048Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397709048Cleaning up temporary data from old regions at 1733397709055 (+7 ms)Region opened successfully at 1733397709057 (+2 ms) 2024-12-05T11:21:49,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:21:49,057 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:21:49,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:21:49,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:21:49,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:21:49,058 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:21:49,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397709057Disabling compacts and flushes for region at 1733397709057Disabling writes for close at 1733397709057Writing region close event to WAL at 1733397709058 (+1 ms)Closed at 1733397709058 2024-12-05T11:21:49,058 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:21:49,058 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:21:49,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:21:49,059 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:21:49,060 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:21:49,210 DEBUG [6706a97ae65f:42607 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:21:49,210 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,37851,1733397706231 2024-12-05T11:21:49,211 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,37851,1733397706231, state=OPENING 2024-12-05T11:21:49,231 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:21:49,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a539be580007, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2400280935 2024-12-05T11:21:49,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2400280935 2024-12-05T11:21:49,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2400280935/meta-region-server: CHANGED 2024-12-05T11:21:49,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2400280935/meta-region-server: CHANGED 2024-12-05T11:21:49,316 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:21:49,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,37851,1733397706231}] 2024-12-05T11:21:49,468 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:21:49,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:21:49,471 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:21:49,471 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:21:49,472 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:21:49,472 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C37851%2C1733397706231.meta, suffix=.meta, logDir=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231, archiveDir=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/oldWALs, maxLogs=10 2024-12-05T11:21:49,484 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.meta.1733397709473.meta, exclude list is [], retry=0 2024-12-05T11:21:49,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37229,DS-5cff5286-a21d-4086-aeef-5ed79d8016e8,DISK] 2024-12-05T11:21:49,487 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.meta.1733397709473.meta 2024-12-05T11:21:49,487 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38415:38415)] 2024-12-05T11:21:49,487 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:21:49,487 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:21:49,488 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:21:49,488 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:21:49,488 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:21:49,488 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:21:49,488 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:49,488 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:21:49,488 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:21:49,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:21:49,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:21:49,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:49,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:49,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:21:49,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:21:49,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:49,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:49,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:21:49,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:21:49,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:49,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:49,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:21:49,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:21:49,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:49,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:21:49,492 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:21:49,493 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740 2024-12-05T11:21:49,494 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740 2024-12-05T11:21:49,494 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:21:49,494 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:21:49,495 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:21:49,495 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:21:49,496 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70306473, jitterRate=0.04764808714389801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:21:49,496 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:21:49,496 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397709488Writing region info on filesystem at 1733397709488Initializing all the Stores at 1733397709489 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397709489Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397709489Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397709489Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397709489Cleaning up temporary data from old regions at 1733397709494 (+5 ms)Running coprocessor post-open hooks at 1733397709496 (+2 ms)Region opened successfully at 1733397709496 2024-12-05T11:21:49,497 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397709468 2024-12-05T11:21:49,498 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:21:49,498 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:21:49,499 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,37851,1733397706231 2024-12-05T11:21:49,499 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,37851,1733397706231, state=OPEN 2024-12-05T11:21:49,502 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:21:49,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:49,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:49,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:49,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:49,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:49,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2400280935/meta-region-server 2024-12-05T11:21:49,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a539be580007, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2400280935/meta-region-server 2024-12-05T11:21:49,505 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,37851,1733397706231 2024-12-05T11:21:49,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2400280935/meta-region-server: CHANGED 2024-12-05T11:21:49,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2400280935/meta-region-server: CHANGED 2024-12-05T11:21:49,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:21:49,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,37851,1733397706231 in 189 msec 2024-12-05T11:21:49,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:21:49,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-12-05T11:21:49,508 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:21:49,508 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:21:49,509 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:49,509 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,37851,1733397706231, seqNum=-1] 2024-12-05T11:21:49,510 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:49,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:21:49,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-12-05T11:21:49,515 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397709515, completionTime=-1 2024-12-05T11:21:49,515 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:21:49,515 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:21:49,517 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:21:49,517 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397769517 2024-12-05T11:21:49,517 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397829517 2024-12-05T11:21:49,517 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T11:21:49,517 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42607,1733397706091-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:49,518 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42607,1733397706091-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:49,518 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42607,1733397706091-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:49,518 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:42607, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:49,518 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:49,518 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:49,519 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:21:49,521 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.227sec 2024-12-05T11:21:49,521 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:21:49,521 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:21:49,521 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:21:49,521 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:21:49,521 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:21:49,521 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42607,1733397706091-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:21:49,521 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42607,1733397706091-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:21:49,523 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:21:49,523 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:21:49,523 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42607,1733397706091-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:21:49,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:49,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:49,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:49,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:49,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:49,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:49,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:49,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:49,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:49,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:49,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601eab99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:49,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,42607,-1 for getting cluster id 2024-12-05T11:21:49,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:49,560 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f81a88c5-b316-4f25-ad9f-ab104a41b701' 2024-12-05T11:21:49,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:49,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f81a88c5-b316-4f25-ad9f-ab104a41b701" 2024-12-05T11:21:49,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5115865a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:49,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,42607,-1] 2024-12-05T11:21:49,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:49,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:49,561 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:49,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187c2b7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:49,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:49,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,37851,1733397706231, seqNum=-1] 2024-12-05T11:21:49,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:49,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:21:49,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,42607,1733397706091 2024-12-05T11:21:49,565 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64852 2024-12-05T11:21:49,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:21:49,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a539be580008 connected 2024-12-05T11:21:49,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:49,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,35275,1733397695481 2024-12-05T11:21:49,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5844ef44 2024-12-05T11:21:49,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:49,589 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:21:49,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:21:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T11:21:49,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:21:49,592 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:49,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T11:21:49,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:21:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:49,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741835_1011 (size=902) 2024-12-05T11:21:49,609 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f8103ab4b02adc1988a4335d1992776d, NAME => 'test,,1733397709589.f8103ab4b02adc1988a4335d1992776d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd 2024-12-05T11:21:49,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741836_1012 (size=39) 2024-12-05T11:21:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:50,016 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733397709589.f8103ab4b02adc1988a4335d1992776d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:50,016 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f8103ab4b02adc1988a4335d1992776d, disabling compactions & flushes 2024-12-05T11:21:50,016 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733397709589.f8103ab4b02adc1988a4335d1992776d. 2024-12-05T11:21:50,016 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397709589.f8103ab4b02adc1988a4335d1992776d. 2024-12-05T11:21:50,016 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733397709589.f8103ab4b02adc1988a4335d1992776d. after waiting 0 ms 2024-12-05T11:21:50,016 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733397709589.f8103ab4b02adc1988a4335d1992776d. 2024-12-05T11:21:50,016 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733397709589.f8103ab4b02adc1988a4335d1992776d. 2024-12-05T11:21:50,016 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f8103ab4b02adc1988a4335d1992776d: Waiting for close lock at 1733397710016Disabling compacts and flushes for region at 1733397710016Disabling writes for close at 1733397710016Writing region close event to WAL at 1733397710016Closed at 1733397710016 2024-12-05T11:21:50,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:21:50,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733397709589.f8103ab4b02adc1988a4335d1992776d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733397710017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397710017"}]},"ts":"1733397710017"} 2024-12-05T11:21:50,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:21:50,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:21:50,020 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397710020"}]},"ts":"1733397710020"} 2024-12-05T11:21:50,021 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T11:21:50,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f8103ab4b02adc1988a4335d1992776d, ASSIGN}] 2024-12-05T11:21:50,022 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f8103ab4b02adc1988a4335d1992776d, ASSIGN 2024-12-05T11:21:50,023 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f8103ab4b02adc1988a4335d1992776d, ASSIGN; state=OFFLINE, location=6706a97ae65f,42641,1733397695675; forceNewPlan=false, retain=false 2024-12-05T11:21:50,174 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f8103ab4b02adc1988a4335d1992776d, regionState=OPENING, regionLocation=6706a97ae65f,42641,1733397695675 2024-12-05T11:21:50,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f8103ab4b02adc1988a4335d1992776d, ASSIGN because future has completed 2024-12-05T11:21:50,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8103ab4b02adc1988a4335d1992776d, server=6706a97ae65f,42641,1733397695675}] 2024-12-05T11:21:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:50,331 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733397709589.f8103ab4b02adc1988a4335d1992776d. 2024-12-05T11:21:50,331 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f8103ab4b02adc1988a4335d1992776d, NAME => 'test,,1733397709589.f8103ab4b02adc1988a4335d1992776d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:21:50,331 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:21:50,332 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T11:21:50,332 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f8103ab4b02adc1988a4335d1992776d 2024-12-05T11:21:50,332 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733397709589.f8103ab4b02adc1988a4335d1992776d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:50,332 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f8103ab4b02adc1988a4335d1992776d 2024-12-05T11:21:50,332 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f8103ab4b02adc1988a4335d1992776d 2024-12-05T11:21:50,333 INFO [StoreOpener-f8103ab4b02adc1988a4335d1992776d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f8103ab4b02adc1988a4335d1992776d 2024-12-05T11:21:50,334 INFO [StoreOpener-f8103ab4b02adc1988a4335d1992776d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8103ab4b02adc1988a4335d1992776d columnFamilyName f 2024-12-05T11:21:50,334 DEBUG [StoreOpener-f8103ab4b02adc1988a4335d1992776d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:50,334 INFO [StoreOpener-f8103ab4b02adc1988a4335d1992776d-1 {}] regionserver.HStore(327): Store=f8103ab4b02adc1988a4335d1992776d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:50,334 INFO [StoreOpener-f8103ab4b02adc1988a4335d1992776d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f8103ab4b02adc1988a4335d1992776d 2024-12-05T11:21:50,335 INFO [StoreOpener-f8103ab4b02adc1988a4335d1992776d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8103ab4b02adc1988a4335d1992776d columnFamilyName f1 2024-12-05T11:21:50,335 DEBUG [StoreOpener-f8103ab4b02adc1988a4335d1992776d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:50,335 INFO [StoreOpener-f8103ab4b02adc1988a4335d1992776d-1 {}] regionserver.HStore(327): Store=f8103ab4b02adc1988a4335d1992776d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:50,335 INFO [StoreOpener-f8103ab4b02adc1988a4335d1992776d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f8103ab4b02adc1988a4335d1992776d 2024-12-05T11:21:50,336 INFO [StoreOpener-f8103ab4b02adc1988a4335d1992776d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8103ab4b02adc1988a4335d1992776d columnFamilyName norep 2024-12-05T11:21:50,336 DEBUG [StoreOpener-f8103ab4b02adc1988a4335d1992776d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:50,336 INFO [StoreOpener-f8103ab4b02adc1988a4335d1992776d-1 {}] regionserver.HStore(327): Store=f8103ab4b02adc1988a4335d1992776d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:50,336 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f8103ab4b02adc1988a4335d1992776d 2024-12-05T11:21:50,337 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/default/test/f8103ab4b02adc1988a4335d1992776d 2024-12-05T11:21:50,337 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/default/test/f8103ab4b02adc1988a4335d1992776d 2024-12-05T11:21:50,338 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f8103ab4b02adc1988a4335d1992776d 2024-12-05T11:21:50,338 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f8103ab4b02adc1988a4335d1992776d 2024-12-05T11:21:50,338 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:21:50,339 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f8103ab4b02adc1988a4335d1992776d 2024-12-05T11:21:50,340 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/default/test/f8103ab4b02adc1988a4335d1992776d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:21:50,340 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f8103ab4b02adc1988a4335d1992776d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65099865, jitterRate=-0.029936417937278748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:21:50,340 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8103ab4b02adc1988a4335d1992776d 2024-12-05T11:21:50,341 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f8103ab4b02adc1988a4335d1992776d: Running coprocessor pre-open hook at 1733397710332Writing region info on filesystem at 1733397710332Initializing all the Stores at 1733397710332Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397710333 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397710333Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397710333Cleaning up temporary data from old regions at 1733397710338 (+5 ms)Running coprocessor post-open hooks at 1733397710340 (+2 ms)Region opened successfully at 1733397710341 (+1 ms) 2024-12-05T11:21:50,341 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733397709589.f8103ab4b02adc1988a4335d1992776d., pid=6, masterSystemTime=1733397710328 2024-12-05T11:21:50,342 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733397709589.f8103ab4b02adc1988a4335d1992776d. 2024-12-05T11:21:50,343 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733397709589.f8103ab4b02adc1988a4335d1992776d. 2024-12-05T11:21:50,343 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f8103ab4b02adc1988a4335d1992776d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6706a97ae65f,42641,1733397695675 2024-12-05T11:21:50,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8103ab4b02adc1988a4335d1992776d, server=6706a97ae65f,42641,1733397695675 because future has completed 2024-12-05T11:21:50,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T11:21:50,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f8103ab4b02adc1988a4335d1992776d, server=6706a97ae65f,42641,1733397695675 in 169 msec 2024-12-05T11:21:50,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T11:21:50,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f8103ab4b02adc1988a4335d1992776d, ASSIGN in 325 msec 2024-12-05T11:21:50,348 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:21:50,349 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397710348"}]},"ts":"1733397710348"} 2024-12-05T11:21:50,350 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T11:21:50,351 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:21:50,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 761 msec 2024-12-05T11:21:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:50,727 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T11:21:50,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:50,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,33719,1733397700532 2024-12-05T11:21:50,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7174d3db 2024-12-05T11:21:50,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:50,729 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:21:50,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33719 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:21:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33719 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T11:21:50,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:21:50,731 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:50,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33719 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T11:21:50,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:21:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:50,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741835_1011 (size=902) 2024-12-05T11:21:50,738 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ee063ef760d8a80491f4239a1f194d5, NAME => 'test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb 2024-12-05T11:21:50,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741836_1012 (size=39) 2024-12-05T11:21:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:51,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:51,143 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6ee063ef760d8a80491f4239a1f194d5, disabling compactions & flushes 2024-12-05T11:21:51,143 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5. 2024-12-05T11:21:51,143 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5. 2024-12-05T11:21:51,143 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5. after waiting 0 ms 2024-12-05T11:21:51,143 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5. 2024-12-05T11:21:51,143 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5. 2024-12-05T11:21:51,143 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ee063ef760d8a80491f4239a1f194d5: Waiting for close lock at 1733397711143Disabling compacts and flushes for region at 1733397711143Disabling writes for close at 1733397711143Writing region close event to WAL at 1733397711143Closed at 1733397711143 2024-12-05T11:21:51,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:21:51,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733397711144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397711144"}]},"ts":"1733397711144"} 2024-12-05T11:21:51,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:21:51,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:21:51,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397711146"}]},"ts":"1733397711146"} 2024-12-05T11:21:51,147 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T11:21:51,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6ee063ef760d8a80491f4239a1f194d5, ASSIGN}] 2024-12-05T11:21:51,148 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6ee063ef760d8a80491f4239a1f194d5, ASSIGN 2024-12-05T11:21:51,149 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6ee063ef760d8a80491f4239a1f194d5, ASSIGN; state=OFFLINE, location=6706a97ae65f,44243,1733397700668; forceNewPlan=false, retain=false 2024-12-05T11:21:51,299 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ee063ef760d8a80491f4239a1f194d5, regionState=OPENING, regionLocation=6706a97ae65f,44243,1733397700668 2024-12-05T11:21:51,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6ee063ef760d8a80491f4239a1f194d5, ASSIGN because future has completed 2024-12-05T11:21:51,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ee063ef760d8a80491f4239a1f194d5, server=6706a97ae65f,44243,1733397700668}] 2024-12-05T11:21:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:51,456 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5. 2024-12-05T11:21:51,456 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ee063ef760d8a80491f4239a1f194d5, NAME => 'test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:21:51,456 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:21:51,456 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T11:21:51,456 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6ee063ef760d8a80491f4239a1f194d5 2024-12-05T11:21:51,456 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:51,456 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6ee063ef760d8a80491f4239a1f194d5 2024-12-05T11:21:51,456 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6ee063ef760d8a80491f4239a1f194d5 2024-12-05T11:21:51,457 INFO [StoreOpener-6ee063ef760d8a80491f4239a1f194d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6ee063ef760d8a80491f4239a1f194d5 2024-12-05T11:21:51,458 INFO [StoreOpener-6ee063ef760d8a80491f4239a1f194d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ee063ef760d8a80491f4239a1f194d5 columnFamilyName f 2024-12-05T11:21:51,458 DEBUG [StoreOpener-6ee063ef760d8a80491f4239a1f194d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:51,459 INFO [StoreOpener-6ee063ef760d8a80491f4239a1f194d5-1 {}] regionserver.HStore(327): Store=6ee063ef760d8a80491f4239a1f194d5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:51,459 INFO [StoreOpener-6ee063ef760d8a80491f4239a1f194d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6ee063ef760d8a80491f4239a1f194d5 2024-12-05T11:21:51,459 INFO [StoreOpener-6ee063ef760d8a80491f4239a1f194d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ee063ef760d8a80491f4239a1f194d5 columnFamilyName f1 2024-12-05T11:21:51,459 DEBUG [StoreOpener-6ee063ef760d8a80491f4239a1f194d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:51,460 INFO [StoreOpener-6ee063ef760d8a80491f4239a1f194d5-1 {}] regionserver.HStore(327): Store=6ee063ef760d8a80491f4239a1f194d5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:51,460 INFO [StoreOpener-6ee063ef760d8a80491f4239a1f194d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6ee063ef760d8a80491f4239a1f194d5 2024-12-05T11:21:51,461 INFO [StoreOpener-6ee063ef760d8a80491f4239a1f194d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ee063ef760d8a80491f4239a1f194d5 columnFamilyName norep 2024-12-05T11:21:51,461 DEBUG [StoreOpener-6ee063ef760d8a80491f4239a1f194d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:51,461 INFO [StoreOpener-6ee063ef760d8a80491f4239a1f194d5-1 {}] regionserver.HStore(327): Store=6ee063ef760d8a80491f4239a1f194d5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:51,461 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6ee063ef760d8a80491f4239a1f194d5 2024-12-05T11:21:51,461 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/default/test/6ee063ef760d8a80491f4239a1f194d5 2024-12-05T11:21:51,462 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/default/test/6ee063ef760d8a80491f4239a1f194d5 2024-12-05T11:21:51,462 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6ee063ef760d8a80491f4239a1f194d5 2024-12-05T11:21:51,462 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6ee063ef760d8a80491f4239a1f194d5 2024-12-05T11:21:51,463 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:21:51,463 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6ee063ef760d8a80491f4239a1f194d5 2024-12-05T11:21:51,465 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/default/test/6ee063ef760d8a80491f4239a1f194d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:21:51,465 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6ee063ef760d8a80491f4239a1f194d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73518310, jitterRate=0.09550818800926208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:21:51,465 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ee063ef760d8a80491f4239a1f194d5 2024-12-05T11:21:51,465 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6ee063ef760d8a80491f4239a1f194d5: Running coprocessor pre-open hook at 1733397711456Writing region info on filesystem at 1733397711457 (+1 ms)Initializing all the Stores at 1733397711457Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397711457Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397711457Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397711457Cleaning up temporary data from old regions at 1733397711462 (+5 ms)Running coprocessor post-open hooks at 1733397711465 (+3 ms)Region opened successfully at 1733397711465 2024-12-05T11:21:51,466 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5., pid=6, masterSystemTime=1733397711453 2024-12-05T11:21:51,467 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5. 2024-12-05T11:21:51,467 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5. 2024-12-05T11:21:51,467 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ee063ef760d8a80491f4239a1f194d5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6706a97ae65f,44243,1733397700668 2024-12-05T11:21:51,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ee063ef760d8a80491f4239a1f194d5, server=6706a97ae65f,44243,1733397700668 because future has completed 2024-12-05T11:21:51,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T11:21:51,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ee063ef760d8a80491f4239a1f194d5, server=6706a97ae65f,44243,1733397700668 in 169 msec 2024-12-05T11:21:51,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T11:21:51,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6ee063ef760d8a80491f4239a1f194d5, ASSIGN in 324 msec 2024-12-05T11:21:51,473 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:21:51,473 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397711473"}]},"ts":"1733397711473"} 2024-12-05T11:21:51,475 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T11:21:51,475 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:21:51,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 745 msec 2024-12-05T11:21:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:51,867 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T11:21:51,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:51,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,42607,1733397706091 2024-12-05T11:21:51,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ec8b80f 2024-12-05T11:21:51,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:51,869 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:21:51,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:21:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T11:21:51,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:21:51,871 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:51,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T11:21:51,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:21:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:51,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741835_1011 (size=902) 2024-12-05T11:21:51,877 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 45c58817fd6101191a33a9e93c2c272b, NAME => 'test,,1733397711869.45c58817fd6101191a33a9e93c2c272b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b 2024-12-05T11:21:51,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741836_1012 (size=39) 2024-12-05T11:21:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:52,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733397711869.45c58817fd6101191a33a9e93c2c272b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:52,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 45c58817fd6101191a33a9e93c2c272b, disabling compactions & flushes 2024-12-05T11:21:52,281 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733397711869.45c58817fd6101191a33a9e93c2c272b. 2024-12-05T11:21:52,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397711869.45c58817fd6101191a33a9e93c2c272b. 2024-12-05T11:21:52,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733397711869.45c58817fd6101191a33a9e93c2c272b. after waiting 0 ms 2024-12-05T11:21:52,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733397711869.45c58817fd6101191a33a9e93c2c272b. 2024-12-05T11:21:52,281 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733397711869.45c58817fd6101191a33a9e93c2c272b. 2024-12-05T11:21:52,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 45c58817fd6101191a33a9e93c2c272b: Waiting for close lock at 1733397712281Disabling compacts and flushes for region at 1733397712281Disabling writes for close at 1733397712281Writing region close event to WAL at 1733397712281Closed at 1733397712281 2024-12-05T11:21:52,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:21:52,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733397711869.45c58817fd6101191a33a9e93c2c272b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733397712283"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397712283"}]},"ts":"1733397712283"} 2024-12-05T11:21:52,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:21:52,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:21:52,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397712285"}]},"ts":"1733397712285"} 2024-12-05T11:21:52,286 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T11:21:52,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=45c58817fd6101191a33a9e93c2c272b, ASSIGN}] 2024-12-05T11:21:52,288 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=45c58817fd6101191a33a9e93c2c272b, ASSIGN 2024-12-05T11:21:52,288 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=45c58817fd6101191a33a9e93c2c272b, ASSIGN; state=OFFLINE, location=6706a97ae65f,37851,1733397706231; forceNewPlan=false, retain=false 2024-12-05T11:21:52,439 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=45c58817fd6101191a33a9e93c2c272b, regionState=OPENING, regionLocation=6706a97ae65f,37851,1733397706231 2024-12-05T11:21:52,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=45c58817fd6101191a33a9e93c2c272b, ASSIGN because future has completed 2024-12-05T11:21:52,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45c58817fd6101191a33a9e93c2c272b, server=6706a97ae65f,37851,1733397706231}] 2024-12-05T11:21:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:52,595 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733397711869.45c58817fd6101191a33a9e93c2c272b. 2024-12-05T11:21:52,595 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 45c58817fd6101191a33a9e93c2c272b, NAME => 'test,,1733397711869.45c58817fd6101191a33a9e93c2c272b.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:21:52,596 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:21:52,596 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T11:21:52,596 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 45c58817fd6101191a33a9e93c2c272b 2024-12-05T11:21:52,596 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733397711869.45c58817fd6101191a33a9e93c2c272b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:52,596 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 45c58817fd6101191a33a9e93c2c272b 2024-12-05T11:21:52,596 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 45c58817fd6101191a33a9e93c2c272b 2024-12-05T11:21:52,597 INFO [StoreOpener-45c58817fd6101191a33a9e93c2c272b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 45c58817fd6101191a33a9e93c2c272b 2024-12-05T11:21:52,598 INFO [StoreOpener-45c58817fd6101191a33a9e93c2c272b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45c58817fd6101191a33a9e93c2c272b columnFamilyName f 2024-12-05T11:21:52,598 DEBUG [StoreOpener-45c58817fd6101191a33a9e93c2c272b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:52,598 INFO [StoreOpener-45c58817fd6101191a33a9e93c2c272b-1 {}] regionserver.HStore(327): Store=45c58817fd6101191a33a9e93c2c272b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:52,598 INFO [StoreOpener-45c58817fd6101191a33a9e93c2c272b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 45c58817fd6101191a33a9e93c2c272b 2024-12-05T11:21:52,599 INFO [StoreOpener-45c58817fd6101191a33a9e93c2c272b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45c58817fd6101191a33a9e93c2c272b columnFamilyName f1 2024-12-05T11:21:52,599 DEBUG [StoreOpener-45c58817fd6101191a33a9e93c2c272b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:52,599 INFO [StoreOpener-45c58817fd6101191a33a9e93c2c272b-1 {}] regionserver.HStore(327): Store=45c58817fd6101191a33a9e93c2c272b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:52,599 INFO [StoreOpener-45c58817fd6101191a33a9e93c2c272b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 45c58817fd6101191a33a9e93c2c272b 2024-12-05T11:21:52,600 INFO [StoreOpener-45c58817fd6101191a33a9e93c2c272b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45c58817fd6101191a33a9e93c2c272b columnFamilyName norep 2024-12-05T11:21:52,600 DEBUG [StoreOpener-45c58817fd6101191a33a9e93c2c272b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:52,600 INFO [StoreOpener-45c58817fd6101191a33a9e93c2c272b-1 {}] regionserver.HStore(327): Store=45c58817fd6101191a33a9e93c2c272b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:52,600 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 45c58817fd6101191a33a9e93c2c272b 2024-12-05T11:21:52,600 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/default/test/45c58817fd6101191a33a9e93c2c272b 2024-12-05T11:21:52,601 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/default/test/45c58817fd6101191a33a9e93c2c272b 2024-12-05T11:21:52,601 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 45c58817fd6101191a33a9e93c2c272b 2024-12-05T11:21:52,601 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 45c58817fd6101191a33a9e93c2c272b 2024-12-05T11:21:52,602 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:21:52,602 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 45c58817fd6101191a33a9e93c2c272b 2024-12-05T11:21:52,604 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/default/test/45c58817fd6101191a33a9e93c2c272b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:21:52,604 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 45c58817fd6101191a33a9e93c2c272b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61037432, jitterRate=-0.09047138690948486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:21:52,604 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45c58817fd6101191a33a9e93c2c272b 2024-12-05T11:21:52,604 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 45c58817fd6101191a33a9e93c2c272b: Running coprocessor pre-open hook at 1733397712596Writing region info on filesystem at 1733397712596Initializing all the Stores at 1733397712597 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397712597Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397712597Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397712597Cleaning up temporary data from old regions at 1733397712601 (+4 ms)Running coprocessor post-open hooks at 1733397712604 (+3 ms)Region opened successfully at 1733397712604 2024-12-05T11:21:52,605 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733397711869.45c58817fd6101191a33a9e93c2c272b., pid=6, masterSystemTime=1733397712592 2024-12-05T11:21:52,606 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733397711869.45c58817fd6101191a33a9e93c2c272b. 2024-12-05T11:21:52,606 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733397711869.45c58817fd6101191a33a9e93c2c272b. 2024-12-05T11:21:52,607 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=45c58817fd6101191a33a9e93c2c272b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6706a97ae65f,37851,1733397706231 2024-12-05T11:21:52,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45c58817fd6101191a33a9e93c2c272b, server=6706a97ae65f,37851,1733397706231 because future has completed 2024-12-05T11:21:52,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T11:21:52,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 45c58817fd6101191a33a9e93c2c272b, server=6706a97ae65f,37851,1733397706231 in 168 msec 2024-12-05T11:21:52,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T11:21:52,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=45c58817fd6101191a33a9e93c2c272b, ASSIGN in 324 msec 2024-12-05T11:21:52,612 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:21:52,612 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397712612"}]},"ts":"1733397712612"} 2024-12-05T11:21:52,614 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T11:21:52,614 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:21:52,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 745 msec 2024-12-05T11:21:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:21:53,007 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T11:21:53,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52bc6f96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:53,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,35275,-1 for getting cluster id 2024-12-05T11:21:53,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:53,009 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb97001b-e0a7-4460-bf7e-c67099819963' 2024-12-05T11:21:53,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:53,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb97001b-e0a7-4460-bf7e-c67099819963" 2024-12-05T11:21:53,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251ab9ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:53,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,35275,-1] 2024-12-05T11:21:53,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:53,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:53,011 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:53,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2512db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:53,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:53,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,35275,1733397695481 2024-12-05T11:21:53,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37a3700f 2024-12-05T11:21:53,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:53,013 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:21:53,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6706a97ae65f:33719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T11:21:53,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T11:21:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:53,016 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:33719' 2024-12-05T11:21:53,017 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d32998c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:53,017 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,33719,-1 for getting cluster id 2024-12-05T11:21:53,017 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:53,018 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774808ab-94b5-4eb9-bb2f-f5cd6de21457' 2024-12-05T11:21:53,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:53,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774808ab-94b5-4eb9-bb2f-f5cd6de21457" 2024-12-05T11:21:53,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65dbe7d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:53,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,33719,-1] 2024-12-05T11:21:53,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:53,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:53,019 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:53,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558b9c12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:53,020 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:53,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,33719,1733397700532 2024-12-05T11:21:53,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d7bb3bf 2024-12-05T11:21:53,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:53,022 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:21:53,022 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T11:21:53,022 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T11:21:53,022 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:53,023 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:53,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:53,023 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:21:53,024 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T11:21:53,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:21:53,025 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:53,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:21:53,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741837_1013 (size=1138) 2024-12-05T11:21:53,074 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T11:21:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:53,431 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 955468678eb1c8962227c021092256e4, NAME => 'hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd 2024-12-05T11:21:53,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741838_1014 (size=44) 2024-12-05T11:21:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:53,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:53,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 955468678eb1c8962227c021092256e4, disabling compactions & flushes 2024-12-05T11:21:53,836 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4. 2024-12-05T11:21:53,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4. 2024-12-05T11:21:53,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4. after waiting 0 ms 2024-12-05T11:21:53,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4. 2024-12-05T11:21:53,836 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4. 2024-12-05T11:21:53,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 955468678eb1c8962227c021092256e4: Waiting for close lock at 1733397713836Disabling compacts and flushes for region at 1733397713836Disabling writes for close at 1733397713836Writing region close event to WAL at 1733397713836Closed at 1733397713836 2024-12-05T11:21:53,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:21:53,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733397713837"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397713837"}]},"ts":"1733397713837"} 2024-12-05T11:21:53,839 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:21:53,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:21:53,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397713839"}]},"ts":"1733397713839"} 2024-12-05T11:21:53,841 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T11:21:53,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=955468678eb1c8962227c021092256e4, ASSIGN}] 2024-12-05T11:21:53,842 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=955468678eb1c8962227c021092256e4, ASSIGN 2024-12-05T11:21:53,842 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=955468678eb1c8962227c021092256e4, ASSIGN; state=OFFLINE, location=6706a97ae65f,42641,1733397695675; forceNewPlan=false, retain=false 2024-12-05T11:21:53,993 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=955468678eb1c8962227c021092256e4, regionState=OPENING, regionLocation=6706a97ae65f,42641,1733397695675 2024-12-05T11:21:53,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=955468678eb1c8962227c021092256e4, ASSIGN because future has completed 2024-12-05T11:21:53,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 955468678eb1c8962227c021092256e4, server=6706a97ae65f,42641,1733397695675}] 2024-12-05T11:21:54,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4. 2024-12-05T11:21:54,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:21:54,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T11:21:54,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C42641%2C1733397695675.rep, suffix=, logDir=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675, archiveDir=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/oldWALs, maxLogs=10 2024-12-05T11:21:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:54,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.rep.1733397714150, exclude list is [], retry=0 2024-12-05T11:21:54,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40481,DS-549d6bb4-3254-4308-a52e-98cb91639e7a,DISK] 2024-12-05T11:21:54,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.rep.1733397714150 2024-12-05T11:21:54,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34451:34451)] 2024-12-05T11:21:54,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 955468678eb1c8962227c021092256e4, NAME => 'hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:21:54,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:21:54,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:21:54,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4. service=MultiRowMutationService 2024-12-05T11:21:54,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T11:21:54,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 955468678eb1c8962227c021092256e4 2024-12-05T11:21:54,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:54,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 955468678eb1c8962227c021092256e4 2024-12-05T11:21:54,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 955468678eb1c8962227c021092256e4 2024-12-05T11:21:54,167 INFO [StoreOpener-955468678eb1c8962227c021092256e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 955468678eb1c8962227c021092256e4 2024-12-05T11:21:54,168 INFO [StoreOpener-955468678eb1c8962227c021092256e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 955468678eb1c8962227c021092256e4 columnFamilyName hfileref 2024-12-05T11:21:54,168 DEBUG [StoreOpener-955468678eb1c8962227c021092256e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:54,168 INFO [StoreOpener-955468678eb1c8962227c021092256e4-1 {}] regionserver.HStore(327): Store=955468678eb1c8962227c021092256e4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:54,168 INFO [StoreOpener-955468678eb1c8962227c021092256e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 955468678eb1c8962227c021092256e4 2024-12-05T11:21:54,169 INFO [StoreOpener-955468678eb1c8962227c021092256e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 955468678eb1c8962227c021092256e4 columnFamilyName queue 2024-12-05T11:21:54,169 DEBUG [StoreOpener-955468678eb1c8962227c021092256e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:54,169 INFO [StoreOpener-955468678eb1c8962227c021092256e4-1 {}] regionserver.HStore(327): Store=955468678eb1c8962227c021092256e4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:54,169 INFO [StoreOpener-955468678eb1c8962227c021092256e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 955468678eb1c8962227c021092256e4 2024-12-05T11:21:54,169 INFO [StoreOpener-955468678eb1c8962227c021092256e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 955468678eb1c8962227c021092256e4 columnFamilyName sid 2024-12-05T11:21:54,169 DEBUG [StoreOpener-955468678eb1c8962227c021092256e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:54,170 INFO [StoreOpener-955468678eb1c8962227c021092256e4-1 {}] regionserver.HStore(327): Store=955468678eb1c8962227c021092256e4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:54,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 955468678eb1c8962227c021092256e4 2024-12-05T11:21:54,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/replication/955468678eb1c8962227c021092256e4 2024-12-05T11:21:54,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/replication/955468678eb1c8962227c021092256e4 2024-12-05T11:21:54,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 955468678eb1c8962227c021092256e4 2024-12-05T11:21:54,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 955468678eb1c8962227c021092256e4 2024-12-05T11:21:54,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:21:54,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 955468678eb1c8962227c021092256e4 2024-12-05T11:21:54,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/replication/955468678eb1c8962227c021092256e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:21:54,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 955468678eb1c8962227c021092256e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73258462, jitterRate=0.09163615107536316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:21:54,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 955468678eb1c8962227c021092256e4 2024-12-05T11:21:54,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 955468678eb1c8962227c021092256e4: Running coprocessor pre-open hook at 1733397714166Writing region info on filesystem at 1733397714166Initializing all the Stores at 1733397714166Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397714166Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397714167 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397714167Cleaning up temporary data from old regions at 1733397714171 (+4 ms)Running coprocessor post-open hooks at 1733397714174 (+3 ms)Region opened successfully at 1733397714174 2024-12-05T11:21:54,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4., pid=10, masterSystemTime=1733397714146 2024-12-05T11:21:54,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4. 2024-12-05T11:21:54,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4. 2024-12-05T11:21:54,176 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=955468678eb1c8962227c021092256e4, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,42641,1733397695675 2024-12-05T11:21:54,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 955468678eb1c8962227c021092256e4, server=6706a97ae65f,42641,1733397695675 because future has completed 2024-12-05T11:21:54,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T11:21:54,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 955468678eb1c8962227c021092256e4, server=6706a97ae65f,42641,1733397695675 in 183 msec 2024-12-05T11:21:54,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T11:21:54,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=955468678eb1c8962227c021092256e4, ASSIGN in 338 msec 2024-12-05T11:21:54,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:21:54,181 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397714181"}]},"ts":"1733397714181"} 2024-12-05T11:21:54,183 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T11:21:54,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:21:54,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1600 sec 2024-12-05T11:21:54,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4., hostname=6706a97ae65f,42641,1733397695675, seqNum=2] 2024-12-05T11:21:54,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01092067866 2024-12-05T11:21:54,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x101a539be580001, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01092067866 2024-12-05T11:21:54,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T11:21:54,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42641 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T11:21:54,458 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T11:21:54,482 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6706a97ae65f,42641,1733397695675, ReplicationSource: 1, currentBandwidth=0 2024-12-05T11:21:54,483 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:54,483 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,42641,1733397695675, seqNum=-1] 2024-12-05T11:21:54,483 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:54,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-05T11:21:54,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6706a97ae65f,42641,1733397695675', locateType=CURRENT is [region=hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4., hostname=6706a97ae65f,42641,1733397695675, seqNum=2] 2024-12-05T11:21:54,487 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T11:21:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T11:21:54,489 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6706a97ae65f,42641,1733397695675 suceeded 2024-12-05T11:21:54,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T11:21:54,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-05T11:21:54,490 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6706a97ae65f:33719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T11:21:54,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4760 sec 2024-12-05T11:21:54,500 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:33719' 2024-12-05T11:21:54,501 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@546ca271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:54,501 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,33719,-1 for getting cluster id 2024-12-05T11:21:54,501 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:54,501 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774808ab-94b5-4eb9-bb2f-f5cd6de21457' 2024-12-05T11:21:54,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:54,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774808ab-94b5-4eb9-bb2f-f5cd6de21457" 2024-12-05T11:21:54,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40cd835e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:54,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,33719,-1] 2024-12-05T11:21:54,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:54,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:54,503 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:54,503 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5134fa42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:54,503 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:54,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,33719,1733397700532 2024-12-05T11:21:54,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70148d79 2024-12-05T11:21:54,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:54,504 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-05T11:21:54,505 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6706a97ae65f,42641,1733397695675 (queues=1) is replicating from cluster=fb97001b-e0a7-4460-bf7e-c67099819963 to cluster=774808ab-94b5-4eb9-bb2f-f5cd6de21457 2024-12-05T11:21:54,505 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6706a97ae65f%2C42641%2C1733397695675 2024-12-05T11:21:54,505 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6706a97ae65f,42641,1733397695675, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T11:21:54,505 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.shipper6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6706a97ae65f%2C42641%2C1733397695675 2024-12-05T11:21:54,505 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880, startPosition=0, beingWritten=true 2024-12-05T11:21:54,509 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:21:54,509 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 379, reset compression=false 2024-12-05T11:21:54,509 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.shipper6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,42641,1733397695675 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:21:54,711 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 379, reset compression=false 2024-12-05T11:21:54,990 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:21:54,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:54,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:54,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:54,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:54,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:55,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:55,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:55,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:55,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:55,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:55,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:55,015 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 379, reset compression=false 2024-12-05T11:21:55,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:55,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:55,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:55,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:21:55,047 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T11:21:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:55,167 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T11:21:55,167 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:21:55,167 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:55,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:55,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:55,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:55,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350d9bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:55,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,33719,-1 for getting cluster id 2024-12-05T11:21:55,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:55,169 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774808ab-94b5-4eb9-bb2f-f5cd6de21457' 2024-12-05T11:21:55,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:55,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774808ab-94b5-4eb9-bb2f-f5cd6de21457" 2024-12-05T11:21:55,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfa0690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:55,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,33719,-1] 2024-12-05T11:21:55,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:55,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:55,170 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:55,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4169f785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:55,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:55,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,33719,1733397700532 2024-12-05T11:21:55,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11e19c77 2024-12-05T11:21:55,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:55,172 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:21:55,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33719 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6706a97ae65f:42607,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T11:21:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33719 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T11:21:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:55,175 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:42607' 2024-12-05T11:21:55,176 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b35971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:55,176 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,42607,-1 for getting cluster id 2024-12-05T11:21:55,176 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:55,177 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f81a88c5-b316-4f25-ad9f-ab104a41b701' 2024-12-05T11:21:55,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:55,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f81a88c5-b316-4f25-ad9f-ab104a41b701" 2024-12-05T11:21:55,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac55b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:55,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,42607,-1] 2024-12-05T11:21:55,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:55,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:55,178 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:55,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c6aac6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:55,179 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:55,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,42607,1733397706091 2024-12-05T11:21:55,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d044a72 2024-12-05T11:21:55,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:55,180 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:21:55,181 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T11:21:55,181 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T11:21:55,181 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:55,181 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:55,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:55,181 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:21:55,183 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T11:21:55,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:21:55,184 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:55,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:21:55,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741837_1013 (size=1138) 2024-12-05T11:21:55,190 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8cece29acc1d65ffd4af468ea74280b0, NAME => 'hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb 2024-12-05T11:21:55,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741838_1014 (size=44) 2024-12-05T11:21:55,197 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:55,197 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8cece29acc1d65ffd4af468ea74280b0, disabling compactions & flushes 2024-12-05T11:21:55,198 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0. 2024-12-05T11:21:55,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0. 2024-12-05T11:21:55,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0. after waiting 0 ms 2024-12-05T11:21:55,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0. 2024-12-05T11:21:55,198 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0. 2024-12-05T11:21:55,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8cece29acc1d65ffd4af468ea74280b0: Waiting for close lock at 1733397715197Disabling compacts and flushes for region at 1733397715197Disabling writes for close at 1733397715198 (+1 ms)Writing region close event to WAL at 1733397715198Closed at 1733397715198 2024-12-05T11:21:55,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:21:55,199 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733397715199"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397715199"}]},"ts":"1733397715199"} 2024-12-05T11:21:55,201 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:21:55,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:21:55,202 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397715202"}]},"ts":"1733397715202"} 2024-12-05T11:21:55,204 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T11:21:55,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8cece29acc1d65ffd4af468ea74280b0, ASSIGN}] 2024-12-05T11:21:55,205 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8cece29acc1d65ffd4af468ea74280b0, ASSIGN 2024-12-05T11:21:55,206 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8cece29acc1d65ffd4af468ea74280b0, ASSIGN; state=OFFLINE, location=6706a97ae65f,44243,1733397700668; forceNewPlan=false, retain=false 2024-12-05T11:21:55,233 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T11:21:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:55,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8cece29acc1d65ffd4af468ea74280b0, regionState=OPENING, regionLocation=6706a97ae65f,44243,1733397700668 2024-12-05T11:21:55,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8cece29acc1d65ffd4af468ea74280b0, ASSIGN because future has completed 2024-12-05T11:21:55,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cece29acc1d65ffd4af468ea74280b0, server=6706a97ae65f,44243,1733397700668}] 2024-12-05T11:21:55,428 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 379, reset compression=false 2024-12-05T11:21:55,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:55,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0. 2024-12-05T11:21:55,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:21:55,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T11:21:55,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C44243%2C1733397700668.rep, suffix=, logDir=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668, archiveDir=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/oldWALs, maxLogs=10 2024-12-05T11:21:55,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.rep.1733397715514, exclude list is [], retry=0 2024-12-05T11:21:55,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34185,DS-729587a5-5786-4482-b8dc-18b55ab57810,DISK] 2024-12-05T11:21:55,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.rep.1733397715514 2024-12-05T11:21:55,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40943:40943)] 2024-12-05T11:21:55,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8cece29acc1d65ffd4af468ea74280b0, NAME => 'hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:21:55,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:21:55,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:21:55,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0. service=MultiRowMutationService 2024-12-05T11:21:55,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T11:21:55,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8cece29acc1d65ffd4af468ea74280b0 2024-12-05T11:21:55,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:55,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8cece29acc1d65ffd4af468ea74280b0 2024-12-05T11:21:55,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8cece29acc1d65ffd4af468ea74280b0 2024-12-05T11:21:55,532 INFO [StoreOpener-8cece29acc1d65ffd4af468ea74280b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8cece29acc1d65ffd4af468ea74280b0 2024-12-05T11:21:55,532 INFO [StoreOpener-8cece29acc1d65ffd4af468ea74280b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cece29acc1d65ffd4af468ea74280b0 columnFamilyName hfileref 2024-12-05T11:21:55,533 DEBUG [StoreOpener-8cece29acc1d65ffd4af468ea74280b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:55,533 INFO [StoreOpener-8cece29acc1d65ffd4af468ea74280b0-1 {}] regionserver.HStore(327): Store=8cece29acc1d65ffd4af468ea74280b0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:55,533 INFO [StoreOpener-8cece29acc1d65ffd4af468ea74280b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8cece29acc1d65ffd4af468ea74280b0 2024-12-05T11:21:55,533 INFO [StoreOpener-8cece29acc1d65ffd4af468ea74280b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cece29acc1d65ffd4af468ea74280b0 columnFamilyName queue 2024-12-05T11:21:55,534 DEBUG [StoreOpener-8cece29acc1d65ffd4af468ea74280b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:55,534 INFO [StoreOpener-8cece29acc1d65ffd4af468ea74280b0-1 {}] regionserver.HStore(327): Store=8cece29acc1d65ffd4af468ea74280b0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:55,534 INFO [StoreOpener-8cece29acc1d65ffd4af468ea74280b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8cece29acc1d65ffd4af468ea74280b0 2024-12-05T11:21:55,534 INFO [StoreOpener-8cece29acc1d65ffd4af468ea74280b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cece29acc1d65ffd4af468ea74280b0 columnFamilyName sid 2024-12-05T11:21:55,534 DEBUG [StoreOpener-8cece29acc1d65ffd4af468ea74280b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:55,535 INFO [StoreOpener-8cece29acc1d65ffd4af468ea74280b0-1 {}] regionserver.HStore(327): Store=8cece29acc1d65ffd4af468ea74280b0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:55,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8cece29acc1d65ffd4af468ea74280b0 2024-12-05T11:21:55,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/replication/8cece29acc1d65ffd4af468ea74280b0 2024-12-05T11:21:55,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/replication/8cece29acc1d65ffd4af468ea74280b0 2024-12-05T11:21:55,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8cece29acc1d65ffd4af468ea74280b0 2024-12-05T11:21:55,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8cece29acc1d65ffd4af468ea74280b0 2024-12-05T11:21:55,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:21:55,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8cece29acc1d65ffd4af468ea74280b0 2024-12-05T11:21:55,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/replication/8cece29acc1d65ffd4af468ea74280b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:21:55,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8cece29acc1d65ffd4af468ea74280b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60641689, jitterRate=-0.09636841714382172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:21:55,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8cece29acc1d65ffd4af468ea74280b0 2024-12-05T11:21:55,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8cece29acc1d65ffd4af468ea74280b0: Running coprocessor pre-open hook at 1733397715531Writing region info on filesystem at 1733397715531Initializing all the Stores at 1733397715531Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397715531Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397715532 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397715532Cleaning up temporary data from old regions at 1733397715536 (+4 ms)Running coprocessor post-open hooks at 1733397715539 (+3 ms)Region opened successfully at 1733397715539 2024-12-05T11:21:55,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0., pid=10, masterSystemTime=1733397715510 2024-12-05T11:21:55,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0. 2024-12-05T11:21:55,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0. 2024-12-05T11:21:55,541 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8cece29acc1d65ffd4af468ea74280b0, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,44243,1733397700668 2024-12-05T11:21:55,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cece29acc1d65ffd4af468ea74280b0, server=6706a97ae65f,44243,1733397700668 because future has completed 2024-12-05T11:21:55,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T11:21:55,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8cece29acc1d65ffd4af468ea74280b0, server=6706a97ae65f,44243,1733397700668 in 184 msec 2024-12-05T11:21:55,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T11:21:55,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8cece29acc1d65ffd4af468ea74280b0, ASSIGN in 341 msec 2024-12-05T11:21:55,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:21:55,546 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397715546"}]},"ts":"1733397715546"} 2024-12-05T11:21:55,548 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T11:21:55,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:21:55,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 367 msec 2024-12-05T11:21:55,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0., hostname=6706a97ae65f,44243,1733397700668, seqNum=2] 2024-12-05T11:21:55,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x101a539be580004, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143285322 2024-12-05T11:21:55,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143285322 2024-12-05T11:21:55,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T11:21:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:55,827 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T11:21:55,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44243 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T11:21:55,836 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T11:21:55,860 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6706a97ae65f,44243,1733397700668, ReplicationSource: 1, currentBandwidth=0 2024-12-05T11:21:55,860 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:55,860 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,44243,1733397700668, seqNum=-1] 2024-12-05T11:21:55,861 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:55,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-05T11:21:55,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6706a97ae65f,44243,1733397700668', locateType=CURRENT is [region=hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0., hostname=6706a97ae65f,44243,1733397700668, seqNum=2] 2024-12-05T11:21:55,864 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T11:21:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33719 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T11:21:55,866 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6706a97ae65f,44243,1733397700668 suceeded 2024-12-05T11:21:55,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T11:21:55,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-05T11:21:55,867 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6706a97ae65f:42607,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T11:21:55,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 695 msec 2024-12-05T11:21:55,877 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:42607' 2024-12-05T11:21:55,878 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f994006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:55,878 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,42607,-1 for getting cluster id 2024-12-05T11:21:55,878 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:55,878 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f81a88c5-b316-4f25-ad9f-ab104a41b701' 2024-12-05T11:21:55,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:55,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f81a88c5-b316-4f25-ad9f-ab104a41b701" 2024-12-05T11:21:55,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bb9273f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:55,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,42607,-1] 2024-12-05T11:21:55,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:55,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:55,879 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:55,879 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bd57a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:55,880 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:55,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,42607,1733397706091 2024-12-05T11:21:55,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@94e782 2024-12-05T11:21:55,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:55,881 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-05T11:21:55,881 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6706a97ae65f,44243,1733397700668 (queues=1) is replicating from cluster=774808ab-94b5-4eb9-bb2f-f5cd6de21457 to cluster=f81a88c5-b316-4f25-ad9f-ab104a41b701 2024-12-05T11:21:55,881 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6706a97ae65f%2C44243%2C1733397700668 2024-12-05T11:21:55,881 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6706a97ae65f,44243,1733397700668, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T11:21:55,882 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927, startPosition=0, beingWritten=true 2024-12-05T11:21:55,882 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.shipper6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6706a97ae65f%2C44243%2C1733397700668 2024-12-05T11:21:55,886 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:21:55,886 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 379, reset compression=false 2024-12-05T11:21:55,886 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.shipper6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,44243,1733397700668 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:21:55,930 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 379, reset compression=false 2024-12-05T11:21:56,089 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 379, reset compression=false 2024-12-05T11:21:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:56,306 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T11:21:56,306 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:21:56,306 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:56,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:56,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:56,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:56,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d406765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:56,307 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,42607,-1 for getting cluster id 2024-12-05T11:21:56,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:56,308 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f81a88c5-b316-4f25-ad9f-ab104a41b701' 2024-12-05T11:21:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f81a88c5-b316-4f25-ad9f-ab104a41b701" 2024-12-05T11:21:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496d597b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,42607,-1] 2024-12-05T11:21:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:56,309 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:56,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a44762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:56,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:56,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,42607,1733397706091 2024-12-05T11:21:56,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dc0ffe0 2024-12-05T11:21:56,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:56,311 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:21:56,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6706a97ae65f:33719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T11:21:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T11:21:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:56,313 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:33719' 2024-12-05T11:21:56,314 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63603827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:56,314 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,33719,-1 for getting cluster id 2024-12-05T11:21:56,314 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:56,314 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774808ab-94b5-4eb9-bb2f-f5cd6de21457' 2024-12-05T11:21:56,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:56,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774808ab-94b5-4eb9-bb2f-f5cd6de21457" 2024-12-05T11:21:56,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736dcf2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:56,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,33719,-1] 2024-12-05T11:21:56,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:56,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:56,315 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:56,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2354c78e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:56,316 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:56,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,33719,1733397700532 2024-12-05T11:21:56,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fcb53c1 2024-12-05T11:21:56,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:56,317 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:21:56,318 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T11:21:56,318 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T11:21:56,318 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:56,318 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:56,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:56,318 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:21:56,319 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T11:21:56,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:21:56,319 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:56,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:21:56,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741837_1013 (size=1138) 2024-12-05T11:21:56,369 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T11:21:56,392 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 379, reset compression=false 2024-12-05T11:21:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:56,534 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 379, reset compression=false 2024-12-05T11:21:56,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:56,726 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cbe32a379216cc02287f06d4fdf0eddd, NAME => 'hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b 2024-12-05T11:21:56,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741838_1014 (size=44) 2024-12-05T11:21:56,795 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 379, reset compression=false 2024-12-05T11:21:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:57,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:57,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cbe32a379216cc02287f06d4fdf0eddd, disabling compactions & flushes 2024-12-05T11:21:57,139 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd. 2024-12-05T11:21:57,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd. 2024-12-05T11:21:57,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd. after waiting 0 ms 2024-12-05T11:21:57,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd. 2024-12-05T11:21:57,139 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd. 2024-12-05T11:21:57,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cbe32a379216cc02287f06d4fdf0eddd: Waiting for close lock at 1733397717139Disabling compacts and flushes for region at 1733397717139Disabling writes for close at 1733397717139Writing region close event to WAL at 1733397717139Closed at 1733397717139 2024-12-05T11:21:57,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:21:57,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733397717140"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397717140"}]},"ts":"1733397717140"} 2024-12-05T11:21:57,142 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:21:57,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:21:57,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397717142"}]},"ts":"1733397717142"} 2024-12-05T11:21:57,144 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T11:21:57,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbe32a379216cc02287f06d4fdf0eddd, ASSIGN}] 2024-12-05T11:21:57,144 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbe32a379216cc02287f06d4fdf0eddd, ASSIGN 2024-12-05T11:21:57,145 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cbe32a379216cc02287f06d4fdf0eddd, ASSIGN; state=OFFLINE, location=6706a97ae65f,37851,1733397706231; forceNewPlan=false, retain=false 2024-12-05T11:21:57,236 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 379, reset compression=false 2024-12-05T11:21:57,296 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cbe32a379216cc02287f06d4fdf0eddd, regionState=OPENING, regionLocation=6706a97ae65f,37851,1733397706231 2024-12-05T11:21:57,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cbe32a379216cc02287f06d4fdf0eddd, ASSIGN because future has completed 2024-12-05T11:21:57,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbe32a379216cc02287f06d4fdf0eddd, server=6706a97ae65f,37851,1733397706231}] 2024-12-05T11:21:57,298 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 379, reset compression=false 2024-12-05T11:21:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:57,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd. 2024-12-05T11:21:57,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:21:57,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T11:21:57,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C37851%2C1733397706231.rep, suffix=, logDir=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231, archiveDir=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/oldWALs, maxLogs=10 2024-12-05T11:21:57,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.rep.1733397717453, exclude list is [], retry=0 2024-12-05T11:21:57,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37229,DS-5cff5286-a21d-4086-aeef-5ed79d8016e8,DISK] 2024-12-05T11:21:57,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.rep.1733397717453 2024-12-05T11:21:57,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38415:38415)] 2024-12-05T11:21:57,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cbe32a379216cc02287f06d4fdf0eddd, NAME => 'hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:21:57,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:21:57,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:21:57,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd. service=MultiRowMutationService 2024-12-05T11:21:57,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T11:21:57,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cbe32a379216cc02287f06d4fdf0eddd 2024-12-05T11:21:57,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:21:57,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cbe32a379216cc02287f06d4fdf0eddd 2024-12-05T11:21:57,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cbe32a379216cc02287f06d4fdf0eddd 2024-12-05T11:21:57,468 INFO [StoreOpener-cbe32a379216cc02287f06d4fdf0eddd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cbe32a379216cc02287f06d4fdf0eddd 2024-12-05T11:21:57,469 INFO [StoreOpener-cbe32a379216cc02287f06d4fdf0eddd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbe32a379216cc02287f06d4fdf0eddd columnFamilyName hfileref 2024-12-05T11:21:57,469 DEBUG [StoreOpener-cbe32a379216cc02287f06d4fdf0eddd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:57,469 INFO [StoreOpener-cbe32a379216cc02287f06d4fdf0eddd-1 {}] regionserver.HStore(327): Store=cbe32a379216cc02287f06d4fdf0eddd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:57,469 INFO [StoreOpener-cbe32a379216cc02287f06d4fdf0eddd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cbe32a379216cc02287f06d4fdf0eddd 2024-12-05T11:21:57,470 INFO [StoreOpener-cbe32a379216cc02287f06d4fdf0eddd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbe32a379216cc02287f06d4fdf0eddd columnFamilyName queue 2024-12-05T11:21:57,470 DEBUG [StoreOpener-cbe32a379216cc02287f06d4fdf0eddd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:57,470 INFO [StoreOpener-cbe32a379216cc02287f06d4fdf0eddd-1 {}] regionserver.HStore(327): Store=cbe32a379216cc02287f06d4fdf0eddd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:57,470 INFO [StoreOpener-cbe32a379216cc02287f06d4fdf0eddd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cbe32a379216cc02287f06d4fdf0eddd 2024-12-05T11:21:57,471 INFO [StoreOpener-cbe32a379216cc02287f06d4fdf0eddd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbe32a379216cc02287f06d4fdf0eddd columnFamilyName sid 2024-12-05T11:21:57,471 DEBUG [StoreOpener-cbe32a379216cc02287f06d4fdf0eddd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:21:57,471 INFO [StoreOpener-cbe32a379216cc02287f06d4fdf0eddd-1 {}] regionserver.HStore(327): Store=cbe32a379216cc02287f06d4fdf0eddd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:21:57,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cbe32a379216cc02287f06d4fdf0eddd 2024-12-05T11:21:57,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/replication/cbe32a379216cc02287f06d4fdf0eddd 2024-12-05T11:21:57,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/replication/cbe32a379216cc02287f06d4fdf0eddd 2024-12-05T11:21:57,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cbe32a379216cc02287f06d4fdf0eddd 2024-12-05T11:21:57,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cbe32a379216cc02287f06d4fdf0eddd 2024-12-05T11:21:57,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:21:57,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cbe32a379216cc02287f06d4fdf0eddd 2024-12-05T11:21:57,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/replication/cbe32a379216cc02287f06d4fdf0eddd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:21:57,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cbe32a379216cc02287f06d4fdf0eddd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71992070, jitterRate=0.07276543974876404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:21:57,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbe32a379216cc02287f06d4fdf0eddd 2024-12-05T11:21:57,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cbe32a379216cc02287f06d4fdf0eddd: Running coprocessor pre-open hook at 1733397717467Writing region info on filesystem at 1733397717467Initializing all the Stores at 1733397717468 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397717468Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397717468Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397717468Cleaning up temporary data from old regions at 1733397717472 (+4 ms)Running coprocessor post-open hooks at 1733397717475 (+3 ms)Region opened successfully at 1733397717475 2024-12-05T11:21:57,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd., pid=10, masterSystemTime=1733397717449 2024-12-05T11:21:57,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd. 2024-12-05T11:21:57,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd. 2024-12-05T11:21:57,477 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cbe32a379216cc02287f06d4fdf0eddd, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,37851,1733397706231 2024-12-05T11:21:57,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbe32a379216cc02287f06d4fdf0eddd, server=6706a97ae65f,37851,1733397706231 because future has completed 2024-12-05T11:21:57,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T11:21:57,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cbe32a379216cc02287f06d4fdf0eddd, server=6706a97ae65f,37851,1733397706231 in 182 msec 2024-12-05T11:21:57,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T11:21:57,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbe32a379216cc02287f06d4fdf0eddd, ASSIGN in 336 msec 2024-12-05T11:21:57,482 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:21:57,482 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397717482"}]},"ts":"1733397717482"} 2024-12-05T11:21:57,484 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T11:21:57,484 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:21:57,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-12-05T11:21:57,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd., hostname=6706a97ae65f,37851,1733397706231, seqNum=2] 2024-12-05T11:21:57,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a539be580007, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2400280935 2024-12-05T11:21:57,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2400280935 2024-12-05T11:21:57,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T11:21:57,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T11:21:57,763 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T11:21:57,786 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6706a97ae65f,37851,1733397706231, ReplicationSource: 1, currentBandwidth=0 2024-12-05T11:21:57,787 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:57,787 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,37851,1733397706231, seqNum=-1] 2024-12-05T11:21:57,787 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:57,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-05T11:21:57,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6706a97ae65f,37851,1733397706231', locateType=CURRENT is [region=hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd., hostname=6706a97ae65f,37851,1733397706231, seqNum=2] 2024-12-05T11:21:57,791 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T11:21:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T11:21:57,793 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6706a97ae65f,37851,1733397706231 suceeded 2024-12-05T11:21:57,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T11:21:57,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-05T11:21:57,794 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6706a97ae65f:33719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T11:21:57,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4830 sec 2024-12-05T11:21:57,807 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:33719' 2024-12-05T11:21:57,808 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c8f7d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:57,808 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,33719,-1 for getting cluster id 2024-12-05T11:21:57,808 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:57,808 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774808ab-94b5-4eb9-bb2f-f5cd6de21457' 2024-12-05T11:21:57,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:57,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774808ab-94b5-4eb9-bb2f-f5cd6de21457" 2024-12-05T11:21:57,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@257506c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:57,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,33719,-1] 2024-12-05T11:21:57,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:57,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:57,809 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:57,810 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35a338bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:57,810 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:21:57,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,33719,1733397700532 2024-12-05T11:21:57,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c3f7ecc 2024-12-05T11:21:57,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:21:57,811 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-05T11:21:57,812 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6706a97ae65f,37851,1733397706231 (queues=1) is replicating from cluster=f81a88c5-b316-4f25-ad9f-ab104a41b701 to cluster=774808ab-94b5-4eb9-bb2f-f5cd6de21457 2024-12-05T11:21:57,812 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6706a97ae65f%2C37851%2C1733397706231 2024-12-05T11:21:57,812 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6706a97ae65f,37851,1733397706231, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T11:21:57,812 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.shipper6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6706a97ae65f%2C37851%2C1733397706231 2024-12-05T11:21:57,812 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912, startPosition=0, beingWritten=true 2024-12-05T11:21:57,816 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:21:57,816 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 379, reset compression=false 2024-12-05T11:21:57,816 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.shipper6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,37851,1733397706231 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:21:57,901 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 379, reset compression=false 2024-12-05T11:21:58,020 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 379, reset compression=false 2024-12-05T11:21:58,039 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 379, reset compression=false 2024-12-05T11:21:58,322 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 379, reset compression=false 2024-12-05T11:21:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:21:58,467 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T11:21:58,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:21:58,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:21:58,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:58,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:58,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:21:58,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfc8bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:58,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,35275,-1 for getting cluster id 2024-12-05T11:21:58,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:58,468 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb97001b-e0a7-4460-bf7e-c67099819963' 2024-12-05T11:21:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb97001b-e0a7-4460-bf7e-c67099819963" 2024-12-05T11:21:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645ba9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,35275,-1] 2024-12-05T11:21:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:58,469 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:58,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d7594d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:58,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e5db6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:58,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,33719,-1 for getting cluster id 2024-12-05T11:21:58,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:58,471 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774808ab-94b5-4eb9-bb2f-f5cd6de21457' 2024-12-05T11:21:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774808ab-94b5-4eb9-bb2f-f5cd6de21457" 2024-12-05T11:21:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc16741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,33719,-1] 2024-12-05T11:21:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:58,472 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9d1ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:58,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76829f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:58,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,42607,-1 for getting cluster id 2024-12-05T11:21:58,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:58,474 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f81a88c5-b316-4f25-ad9f-ab104a41b701' 2024-12-05T11:21:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f81a88c5-b316-4f25-ad9f-ab104a41b701" 2024-12-05T11:21:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0c0488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,42607,-1] 2024-12-05T11:21:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:58,475 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:58,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6210ecd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:58,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:58,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,42641,1733397695675, seqNum=-1] 2024-12-05T11:21:58,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:58,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:21:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733397709589.f8103ab4b02adc1988a4335d1992776d., hostname=6706a97ae65f,42641,1733397695675, seqNum=2] 2024-12-05T11:21:58,481 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:58,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,37851,1733397706231, seqNum=-1] 2024-12-05T11:21:58,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:58,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:21:58,484 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733397711869.45c58817fd6101191a33a9e93c2c272b., hostname=6706a97ae65f,37851,1733397706231, seqNum=2] 2024-12-05T11:21:58,485 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T11:21:58,604 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 379, reset compression=false 2024-12-05T11:21:58,726 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 379, reset compression=false 2024-12-05T11:21:58,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T11:21:58,931 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T11:21:58,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:21:58,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T11:21:58,942 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 379, reset compression=false 2024-12-05T11:21:58,995 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:21:58,995 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 480, reset compression=false 2024-12-05T11:21:58,995 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.shipper6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,42641,1733397695675 got entry batch from reader: WALEntryBatch [walEntries=[{test/f8103ab4b02adc1988a4335d1992776d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T11:21:58,997 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.shipper6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:21:58,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-05T11:21:58,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:21:58,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@297e2a4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:58,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,33719,-1 for getting cluster id 2024-12-05T11:21:58,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:58,999 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774808ab-94b5-4eb9-bb2f-f5cd6de21457' 2024-12-05T11:21:58,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:58,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774808ab-94b5-4eb9-bb2f-f5cd6de21457" 2024-12-05T11:21:59,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6766ce64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:59,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,33719,-1] 2024-12-05T11:21:59,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:59,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:59,000 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:59,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11a5a121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:59,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:59,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,44243,1733397700668, seqNum=-1] 2024-12-05T11:21:59,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:59,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-05T11:21:59,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5., hostname=6706a97ae65f,44243,1733397700668, seqNum=2] 2024-12-05T11:21:59,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:21:59,198 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 480, reset compression=false 2024-12-05T11:21:59,232 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 379, reset compression=false 2024-12-05T11:21:59,407 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 379, reset compression=false 2024-12-05T11:21:59,412 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:21:59,412 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 504, reset compression=false 2024-12-05T11:21:59,412 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.shipper6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,44243,1733397700668 got entry batch from reader: WALEntryBatch [walEntries=[{test/6ee063ef760d8a80491f4239a1f194d5/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-05T11:21:59,415 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.shipper6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:21:59,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-05T11:21:59,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37851 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:21:59,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@324d384d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:59,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37851 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,42607,-1 for getting cluster id 2024-12-05T11:21:59,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:21:59,418 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f81a88c5-b316-4f25-ad9f-ab104a41b701' 2024-12-05T11:21:59,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:21:59,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f81a88c5-b316-4f25-ad9f-ab104a41b701" 2024-12-05T11:21:59,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e827edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:59,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,42607,-1] 2024-12-05T11:21:59,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:21:59,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:21:59,419 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:21:59,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9b60929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:21:59,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37851 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:59,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,37851,1733397706231, seqNum=-1] 2024-12-05T11:21:59,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:59,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-05T11:21:59,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733397711869.45c58817fd6101191a33a9e93c2c272b., hostname=6706a97ae65f,37851,1733397706231, seqNum=2] 2024-12-05T11:21:59,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37851 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:21:59,479 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=5, created chunk count=33, reused chunk count=124, reuseRatio=78.98% 2024-12-05T11:21:59,479 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-05T11:21:59,487 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T11:21:59,487 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:21:59,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,44243,1733397700668, seqNum=-1] 2024-12-05T11:21:59,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:21:59,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:21:59,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5., hostname=6706a97ae65f,44243,1733397700668, seqNum=2] 2024-12-05T11:21:59,493 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T11:21:59,502 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 480, reset compression=false 2024-12-05T11:21:59,616 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 504, reset compression=false 2024-12-05T11:21:59,619 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:21:59,619 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 608, reset compression=false 2024-12-05T11:21:59,619 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.shipper6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,44243,1733397700668 got entry batch from reader: WALEntryBatch [walEntries=[{test/6ee063ef760d8a80491f4239a1f194d5/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T11:21:59,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37851 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:21:59,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37851 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:21:59,823 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 608, reset compression=false 2024-12-05T11:21:59,835 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 379, reset compression=false 2024-12-05T11:21:59,839 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:21:59,839 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 654, reset compression=false 2024-12-05T11:21:59,839 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.shipper6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,37851,1733397706231 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:21:59,905 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 480, reset compression=false 2024-12-05T11:22:00,042 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 654, reset compression=false 2024-12-05T11:22:00,126 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 608, reset compression=false 2024-12-05T11:22:00,346 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 654, reset compression=false 2024-12-05T11:22:00,409 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 480, reset compression=false 2024-12-05T11:22:00,494 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T11:22:00,496 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-05T11:22:00,530 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 608, reset compression=false 2024-12-05T11:22:00,749 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 654, reset compression=false 2024-12-05T11:22:00,754 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:22:00,754 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 758, reset compression=false 2024-12-05T11:22:00,754 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.shipper6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,37851,1733397706231 got entry batch from reader: WALEntryBatch [walEntries=[{test/45c58817fd6101191a33a9e93c2c272b/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T11:22:00,756 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.shipper6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:22:00,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-05T11:22:00,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:22:00,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:22:00,960 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 758, reset compression=false 2024-12-05T11:22:01,013 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 480, reset compression=false 2024-12-05T11:22:01,033 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:22:01,033 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 608, reset compression=false 2024-12-05T11:22:01,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:01,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:01,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:01,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:01,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:01,039 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:22:01,039 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 736, reset compression=false 2024-12-05T11:22:01,039 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.shipper6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,44243,1733397700668 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:22:01,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:01,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:01,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:01,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:01,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:01,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:01,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:01,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:01,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:01,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:01,242 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 736, reset compression=false 2024-12-05T11:22:01,263 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 758, reset compression=false 2024-12-05T11:22:01,498 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-05T11:22:01,500 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T11:22:01,545 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 736, reset compression=false 2024-12-05T11:22:01,666 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 758, reset compression=false 2024-12-05T11:22:01,716 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 480, reset compression=false 2024-12-05T11:22:01,720 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:22:01,720 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 636, reset compression=false 2024-12-05T11:22:01,720 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.shipper6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,42641,1733397695675 got entry batch from reader: WALEntryBatch [walEntries=[{test/f8103ab4b02adc1988a4335d1992776d/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T11:22:01,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:22:01,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:22:01,923 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 636, reset compression=false 2024-12-05T11:22:01,948 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 736, reset compression=false 2024-12-05T11:22:01,952 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:22:01,952 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 884, reset compression=false 2024-12-05T11:22:01,952 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.shipper6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,44243,1733397700668 got entry batch from reader: WALEntryBatch [walEntries=[{test/6ee063ef760d8a80491f4239a1f194d5/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-05T11:22:01,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37851 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:22:01,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37851 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:22:02,155 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 884, reset compression=false 2024-12-05T11:22:02,170 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 758, reset compression=false 2024-12-05T11:22:02,173 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:22:02,173 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 929, reset compression=false 2024-12-05T11:22:02,173 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.shipper6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,37851,1733397706231 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:22:02,226 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 636, reset compression=false 2024-12-05T11:22:02,376 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 929, reset compression=false 2024-12-05T11:22:02,458 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 884, reset compression=false 2024-12-05T11:22:02,502 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T11:22:02,505 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T11:22:02,629 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 636, reset compression=false 2024-12-05T11:22:02,679 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 929, reset compression=false 2024-12-05T11:22:02,861 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 884, reset compression=false 2024-12-05T11:22:02,865 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:22:02,865 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 1043, reset compression=false 2024-12-05T11:22:02,865 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.shipper6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,44243,1733397700668 got entry batch from reader: WALEntryBatch [walEntries=[{test/6ee063ef760d8a80491f4239a1f194d5/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T11:22:02,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37851 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:22:02,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37851 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:22:03,068 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 1043, reset compression=false 2024-12-05T11:22:03,082 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 929, reset compression=false 2024-12-05T11:22:03,085 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:22:03,085 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 1078, reset compression=false 2024-12-05T11:22:03,085 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.shipper6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,37851,1733397706231 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:22:03,133 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 636, reset compression=false 2024-12-05T11:22:03,288 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 1078, reset compression=false 2024-12-05T11:22:03,371 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 1043, reset compression=false 2024-12-05T11:22:03,506 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T11:22:03,509 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-05T11:22:03,591 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 1078, reset compression=false 2024-12-05T11:22:03,595 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:22:03,595 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 1237, reset compression=false 2024-12-05T11:22:03,595 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.shipper6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,37851,1733397706231 got entry batch from reader: WALEntryBatch [walEntries=[{test/45c58817fd6101191a33a9e93c2c272b/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T11:22:03,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T11:22:03,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T11:22:03,735 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 636, reset compression=false 2024-12-05T11:22:03,774 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 1043, reset compression=false 2024-12-05T11:22:03,778 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:22:03,778 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 1193, reset compression=false 2024-12-05T11:22:03,778 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.shipper6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,44243,1733397700668 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:22:03,798 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 1237, reset compression=false 2024-12-05T11:22:03,981 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 1193, reset compression=false 2024-12-05T11:22:04,101 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 1237, reset compression=false 2024-12-05T11:22:04,284 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 1193, reset compression=false 2024-12-05T11:22:04,438 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 636, reset compression=false 2024-12-05T11:22:04,504 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 1237, reset compression=false 2024-12-05T11:22:04,511 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-05T11:22:04,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:22:04,516 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:22:04,516 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:04,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:04,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:04,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:22:04,516 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:22:04,517 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1930867175, stopped=false 2024-12-05T11:22:04,517 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,42607,1733397706091 2024-12-05T11:22:04,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a539be580007, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2400280935/running 2024-12-05T11:22:04,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2400280935/running 2024-12-05T11:22:04,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2400280935 2024-12-05T11:22:04,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a539be580007, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2400280935 2024-12-05T11:22:04,588 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:22:04,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:22:04,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:04,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:04,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37851-0x101a539be580007, quorum=127.0.0.1:64852, baseZNode=/2400280935 Set watcher on znode that does not yet exist, /2400280935/running 2024-12-05T11:22:04,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Set watcher on znode that does not yet exist, /2400280935/running 2024-12-05T11:22:04,589 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,37851,1733397706231' ***** 2024-12-05T11:22:04,589 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:22:04,589 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:22:04,589 INFO [RS:0;6706a97ae65f:37851 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:22:04,589 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:22:04,589 INFO [RS:0;6706a97ae65f:37851 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:22:04,589 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(3091): Received CLOSE for cbe32a379216cc02287f06d4fdf0eddd 2024-12-05T11:22:04,590 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(3091): Received CLOSE for 45c58817fd6101191a33a9e93c2c272b 2024-12-05T11:22:04,590 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,37851,1733397706231 2024-12-05T11:22:04,590 INFO [RS:0;6706a97ae65f:37851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:22:04,590 INFO [RS:0;6706a97ae65f:37851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:37851. 2024-12-05T11:22:04,590 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbe32a379216cc02287f06d4fdf0eddd, disabling compactions & flushes 2024-12-05T11:22:04,590 DEBUG [RS:0;6706a97ae65f:37851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:04,590 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd. 2024-12-05T11:22:04,590 DEBUG [RS:0;6706a97ae65f:37851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:04,590 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd. 2024-12-05T11:22:04,590 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd. after waiting 0 ms 2024-12-05T11:22:04,590 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd. 2024-12-05T11:22:04,590 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:22:04,590 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:22:04,590 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:22:04,590 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:22:04,590 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cbe32a379216cc02287f06d4fdf0eddd 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-12-05T11:22:04,590 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T11:22:04,590 DEBUG [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(1325): Online Regions={cbe32a379216cc02287f06d4fdf0eddd=hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd., 45c58817fd6101191a33a9e93c2c272b=test,,1733397711869.45c58817fd6101191a33a9e93c2c272b., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:22:04,590 DEBUG [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45c58817fd6101191a33a9e93c2c272b, cbe32a379216cc02287f06d4fdf0eddd 2024-12-05T11:22:04,590 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:22:04,590 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:22:04,590 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:22:04,590 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:22:04,590 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:22:04,590 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T11:22:04,598 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:22:04,609 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/replication/cbe32a379216cc02287f06d4fdf0eddd/.tmp/queue/f8db100db5ff47f984664f9cf2c21d91 is 154, key is 1-6706a97ae65f,37851,1733397706231/queue:6706a97ae65f%2C37851%2C1733397706231/1733397723600/Put/seqid=0 2024-12-05T11:22:04,609 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740/.tmp/info/49775150ec74432d9015b5cc93a46d3b is 147, key is hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd./info:regioninfo/1733397717477/Put/seqid=0 2024-12-05T11:22:04,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741841_1017 (size=7686) 2024-12-05T11:22:04,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741840_1016 (size=5353) 2024-12-05T11:22:04,687 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 1193, reset compression=false 2024-12-05T11:22:04,787 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:22:04,787 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:22:04,790 DEBUG [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45c58817fd6101191a33a9e93c2c272b, cbe32a379216cc02287f06d4fdf0eddd 2024-12-05T11:22:04,990 DEBUG [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45c58817fd6101191a33a9e93c2c272b, cbe32a379216cc02287f06d4fdf0eddd 2024-12-05T11:22:05,007 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 1237, reset compression=false 2024-12-05T11:22:05,062 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/replication/cbe32a379216cc02287f06d4fdf0eddd/.tmp/queue/f8db100db5ff47f984664f9cf2c21d91 2024-12-05T11:22:05,062 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740/.tmp/info/49775150ec74432d9015b5cc93a46d3b 2024-12-05T11:22:05,067 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/replication/cbe32a379216cc02287f06d4fdf0eddd/.tmp/queue/f8db100db5ff47f984664f9cf2c21d91 as hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/replication/cbe32a379216cc02287f06d4fdf0eddd/queue/f8db100db5ff47f984664f9cf2c21d91 2024-12-05T11:22:05,070 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/replication/cbe32a379216cc02287f06d4fdf0eddd/queue/f8db100db5ff47f984664f9cf2c21d91, entries=1, sequenceid=11, filesize=5.2 K 2024-12-05T11:22:05,071 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for cbe32a379216cc02287f06d4fdf0eddd in 481ms, sequenceid=11, compaction requested=false 2024-12-05T11:22:05,072 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T11:22:05,074 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/replication/cbe32a379216cc02287f06d4fdf0eddd/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T11:22:05,075 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:22:05,075 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:22:05,075 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd. 2024-12-05T11:22:05,075 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbe32a379216cc02287f06d4fdf0eddd: Waiting for close lock at 1733397724590Running coprocessor pre-close hooks at 1733397724590Disabling compacts and flushes for region at 1733397724590Disabling writes for close at 1733397724590Obtaining lock to block concurrent updates at 1733397724590Preparing flush snapshotting stores in cbe32a379216cc02287f06d4fdf0eddd at 1733397724590Finished memstore snapshotting hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1733397724590Flushing stores of hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd. at 1733397724591 (+1 ms)Flushing cbe32a379216cc02287f06d4fdf0eddd/queue: creating writer at 1733397724591Flushing cbe32a379216cc02287f06d4fdf0eddd/queue: appending metadata at 1733397724609 (+18 ms)Flushing cbe32a379216cc02287f06d4fdf0eddd/queue: closing flushed file at 1733397724609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39d53b9c: reopening flushed file at 1733397725066 (+457 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for cbe32a379216cc02287f06d4fdf0eddd in 481ms, sequenceid=11, compaction requested=false at 1733397725071 (+5 ms)Writing region close event to WAL at 1733397725072 (+1 ms)Running coprocessor post-close hooks at 1733397725075 (+3 ms)Closed at 1733397725075 2024-12-05T11:22:05,075 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733397716318.cbe32a379216cc02287f06d4fdf0eddd. 2024-12-05T11:22:05,075 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45c58817fd6101191a33a9e93c2c272b, disabling compactions & flushes 2024-12-05T11:22:05,075 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733397711869.45c58817fd6101191a33a9e93c2c272b. 2024-12-05T11:22:05,075 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397711869.45c58817fd6101191a33a9e93c2c272b. 2024-12-05T11:22:05,075 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733397711869.45c58817fd6101191a33a9e93c2c272b. after waiting 0 ms 2024-12-05T11:22:05,075 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733397711869.45c58817fd6101191a33a9e93c2c272b. 2024-12-05T11:22:05,075 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 45c58817fd6101191a33a9e93c2c272b 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-05T11:22:05,083 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740/.tmp/ns/ae0e81fb7f444522a7f1518fda5c21f3 is 43, key is default/ns:d/1733397709511/Put/seqid=0 2024-12-05T11:22:05,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741842_1018 (size=5153) 2024-12-05T11:22:05,088 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/default/test/45c58817fd6101191a33a9e93c2c272b/.tmp/f/cd35f77a1ca64b4fa2ca1f933490ed48 is 29, key is row1/f:/1733397722503/DeleteFamily/seqid=0 2024-12-05T11:22:05,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741843_1019 (size=5152) 2024-12-05T11:22:05,190 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 1193, reset compression=false 2024-12-05T11:22:05,191 DEBUG [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45c58817fd6101191a33a9e93c2c272b 2024-12-05T11:22:05,242 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 636, reset compression=false 2024-12-05T11:22:05,391 DEBUG [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45c58817fd6101191a33a9e93c2c272b 2024-12-05T11:22:05,486 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740/.tmp/ns/ae0e81fb7f444522a7f1518fda5c21f3 2024-12-05T11:22:05,491 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/default/test/45c58817fd6101191a33a9e93c2c272b/.tmp/f/cd35f77a1ca64b4fa2ca1f933490ed48 2024-12-05T11:22:05,494 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd35f77a1ca64b4fa2ca1f933490ed48 2024-12-05T11:22:05,506 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740/.tmp/rep_barrier/d11bbc0a4676427f891040156c890134 is 112, key is test,,1733397711869.45c58817fd6101191a33a9e93c2c272b./rep_barrier:seqnumDuringOpen/1733397712607/Put/seqid=0 2024-12-05T11:22:05,509 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/default/test/45c58817fd6101191a33a9e93c2c272b/.tmp/f1/96aec883aadd42f2b92f6376a740e8f3 is 30, key is row1/f1:/1733397722503/DeleteFamily/seqid=0 2024-12-05T11:22:05,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741844_1020 (size=5518) 2024-12-05T11:22:05,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741845_1021 (size=5158) 2024-12-05T11:22:05,591 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T11:22:05,591 DEBUG [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(1325): Online Regions={45c58817fd6101191a33a9e93c2c272b=test,,1733397711869.45c58817fd6101191a33a9e93c2c272b., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:22:05,591 DEBUG [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45c58817fd6101191a33a9e93c2c272b 2024-12-05T11:22:05,664 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 1237, reset compression=false 2024-12-05T11:22:05,668 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:22:05,668 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 1484, reset compression=false 2024-12-05T11:22:05,668 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.shipper6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,37851,1733397706231 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:22:05,669 ERROR [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.shipper6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6706a97ae65f,37851,1733397706231: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6706a97ae65f,37851,1733397706231, walGroup=6706a97ae65f%2C37851%2C1733397706231, offset=6706a97ae65f%2C37851%2C1733397706231.1733397708912:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:37851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T11:22:05,670 ERROR [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.shipper6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T11:22:05,670 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.shipper6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T11:22:05,671 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.shipper6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T11:22:05,671 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.shipper6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T11:22:05,671 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.shipper6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T11:22:05,671 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.shipper6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1371537408, "init": 1048576000, "max": 2306867200, "used": 816277056 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 201710768 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T11:22:05,671 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.shipper6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:42607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:42607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T11:22:05,791 DEBUG [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45c58817fd6101191a33a9e93c2c272b 2024-12-05T11:22:05,793 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 1193, reset compression=false 2024-12-05T11:22:05,871 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 1484, reset compression=false 2024-12-05T11:22:05,909 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740/.tmp/rep_barrier/d11bbc0a4676427f891040156c890134 2024-12-05T11:22:05,912 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/default/test/45c58817fd6101191a33a9e93c2c272b/.tmp/f1/96aec883aadd42f2b92f6376a740e8f3 2024-12-05T11:22:05,914 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96aec883aadd42f2b92f6376a740e8f3 2024-12-05T11:22:05,925 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/default/test/45c58817fd6101191a33a9e93c2c272b/.tmp/norep/9ebac47a013c4434b6d0268745f665bd is 33, key is row2/norep:/1733397723507/DeleteFamily/seqid=0 2024-12-05T11:22:05,928 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740/.tmp/table/b4ef02f7724e470f9e61ebc8008d2622 is 53, key is hbase:replication/table:state/1733397717482/Put/seqid=0 2024-12-05T11:22:05,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741846_1022 (size=5108) 2024-12-05T11:22:05,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741847_1023 (size=5308) 2024-12-05T11:22:05,991 DEBUG [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45c58817fd6101191a33a9e93c2c272b 2024-12-05T11:22:06,145 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 636, reset compression=false 2024-12-05T11:22:06,174 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 1484, reset compression=false 2024-12-05T11:22:06,191 DEBUG [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45c58817fd6101191a33a9e93c2c272b 2024-12-05T11:22:06,329 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/default/test/45c58817fd6101191a33a9e93c2c272b/.tmp/norep/9ebac47a013c4434b6d0268745f665bd 2024-12-05T11:22:06,331 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740/.tmp/table/b4ef02f7724e470f9e61ebc8008d2622 2024-12-05T11:22:06,332 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ebac47a013c4434b6d0268745f665bd 2024-12-05T11:22:06,333 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/default/test/45c58817fd6101191a33a9e93c2c272b/.tmp/f/cd35f77a1ca64b4fa2ca1f933490ed48 as hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/default/test/45c58817fd6101191a33a9e93c2c272b/f/cd35f77a1ca64b4fa2ca1f933490ed48 2024-12-05T11:22:06,333 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740/.tmp/info/49775150ec74432d9015b5cc93a46d3b as hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740/info/49775150ec74432d9015b5cc93a46d3b 2024-12-05T11:22:06,337 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd35f77a1ca64b4fa2ca1f933490ed48 2024-12-05T11:22:06,337 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740/info/49775150ec74432d9015b5cc93a46d3b, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T11:22:06,337 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/default/test/45c58817fd6101191a33a9e93c2c272b/f/cd35f77a1ca64b4fa2ca1f933490ed48, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T11:22:06,338 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740/.tmp/ns/ae0e81fb7f444522a7f1518fda5c21f3 as hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740/ns/ae0e81fb7f444522a7f1518fda5c21f3 2024-12-05T11:22:06,338 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/default/test/45c58817fd6101191a33a9e93c2c272b/.tmp/f1/96aec883aadd42f2b92f6376a740e8f3 as hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/default/test/45c58817fd6101191a33a9e93c2c272b/f1/96aec883aadd42f2b92f6376a740e8f3 2024-12-05T11:22:06,341 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96aec883aadd42f2b92f6376a740e8f3 2024-12-05T11:22:06,341 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/default/test/45c58817fd6101191a33a9e93c2c272b/f1/96aec883aadd42f2b92f6376a740e8f3, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T11:22:06,341 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740/ns/ae0e81fb7f444522a7f1518fda5c21f3, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T11:22:06,341 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/default/test/45c58817fd6101191a33a9e93c2c272b/.tmp/norep/9ebac47a013c4434b6d0268745f665bd as hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/default/test/45c58817fd6101191a33a9e93c2c272b/norep/9ebac47a013c4434b6d0268745f665bd 2024-12-05T11:22:06,341 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740/.tmp/rep_barrier/d11bbc0a4676427f891040156c890134 as hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740/rep_barrier/d11bbc0a4676427f891040156c890134 2024-12-05T11:22:06,344 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ebac47a013c4434b6d0268745f665bd 2024-12-05T11:22:06,344 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/default/test/45c58817fd6101191a33a9e93c2c272b/norep/9ebac47a013c4434b6d0268745f665bd, entries=1, sequenceid=10, filesize=5.0 K 2024-12-05T11:22:06,344 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740/rep_barrier/d11bbc0a4676427f891040156c890134, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T11:22:06,345 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740/.tmp/table/b4ef02f7724e470f9e61ebc8008d2622 as hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740/table/b4ef02f7724e470f9e61ebc8008d2622 2024-12-05T11:22:06,345 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 45c58817fd6101191a33a9e93c2c272b in 1270ms, sequenceid=10, compaction requested=false 2024-12-05T11:22:06,348 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/default/test/45c58817fd6101191a33a9e93c2c272b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T11:22:06,349 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740/table/b4ef02f7724e470f9e61ebc8008d2622, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T11:22:06,349 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:22:06,349 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:22:06,349 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733397711869.45c58817fd6101191a33a9e93c2c272b. 2024-12-05T11:22:06,349 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45c58817fd6101191a33a9e93c2c272b: Waiting for close lock at 1733397725075Running coprocessor pre-close hooks at 1733397725075Disabling compacts and flushes for region at 1733397725075Disabling writes for close at 1733397725075Obtaining lock to block concurrent updates at 1733397725075Preparing flush snapshotting stores in 45c58817fd6101191a33a9e93c2c272b at 1733397725075Finished memstore snapshotting test,,1733397711869.45c58817fd6101191a33a9e93c2c272b., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733397725075Flushing stores of test,,1733397711869.45c58817fd6101191a33a9e93c2c272b. at 1733397725076 (+1 ms)Flushing 45c58817fd6101191a33a9e93c2c272b/f: creating writer at 1733397725076Flushing 45c58817fd6101191a33a9e93c2c272b/f: appending metadata at 1733397725088 (+12 ms)Flushing 45c58817fd6101191a33a9e93c2c272b/f: closing flushed file at 1733397725088Flushing 45c58817fd6101191a33a9e93c2c272b/f1: creating writer at 1733397725494 (+406 ms)Flushing 45c58817fd6101191a33a9e93c2c272b/f1: appending metadata at 1733397725508 (+14 ms)Flushing 45c58817fd6101191a33a9e93c2c272b/f1: closing flushed file at 1733397725508Flushing 45c58817fd6101191a33a9e93c2c272b/norep: creating writer at 1733397725914 (+406 ms)Flushing 45c58817fd6101191a33a9e93c2c272b/norep: appending metadata at 1733397725925 (+11 ms)Flushing 45c58817fd6101191a33a9e93c2c272b/norep: closing flushed file at 1733397725925Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b875b67: reopening flushed file at 1733397726332 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cd01eca: reopening flushed file at 1733397726337 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc58c18: reopening flushed file at 1733397726341 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 45c58817fd6101191a33a9e93c2c272b in 1270ms, sequenceid=10, compaction requested=false at 1733397726345 (+4 ms)Writing region close event to WAL at 1733397726346 (+1 ms)Running coprocessor post-close hooks at 1733397726349 (+3 ms)Closed at 1733397726349 2024-12-05T11:22:06,349 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733397711869.45c58817fd6101191a33a9e93c2c272b. 2024-12-05T11:22:06,349 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1759ms, sequenceid=16, compaction requested=false 2024-12-05T11:22:06,354 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T11:22:06,355 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:22:06,355 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:22:06,355 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:22:06,355 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397724590Running coprocessor pre-close hooks at 1733397724590Disabling compacts and flushes for region at 1733397724590Disabling writes for close at 1733397724590Obtaining lock to block concurrent updates at 1733397724590Preparing flush snapshotting stores in 1588230740 at 1733397724590Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733397724590Flushing stores of hbase:meta,,1.1588230740 at 1733397724591 (+1 ms)Flushing 1588230740/info: creating writer at 1733397724591Flushing 1588230740/info: appending metadata at 1733397724609 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733397724609Flushing 1588230740/ns: creating writer at 1733397725066 (+457 ms)Flushing 1588230740/ns: appending metadata at 1733397725082 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733397725082Flushing 1588230740/rep_barrier: creating writer at 1733397725490 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733397725505 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733397725505Flushing 1588230740/table: creating writer at 1733397725913 (+408 ms)Flushing 1588230740/table: appending metadata at 1733397725927 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733397725927Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38e4628c: reopening flushed file at 1733397726333 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60bbf9d3: reopening flushed file at 1733397726337 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23e888e6: reopening flushed file at 1733397726341 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9d57aaa: reopening flushed file at 1733397726344 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1759ms, sequenceid=16, compaction requested=false at 1733397726349 (+5 ms)Writing region close event to WAL at 1733397726352 (+3 ms)Running coprocessor post-close hooks at 1733397726355 (+3 ms)Closed at 1733397726355 2024-12-05T11:22:06,355 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:22:06,392 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,37851,1733397706231; all regions closed. 2024-12-05T11:22:06,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741834_1010 (size=4239) 2024-12-05T11:22:06,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741839_1015 (size=2896) 2024-12-05T11:22:06,396 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.rep.1733397717453 not finished, retry = 0 2024-12-05T11:22:06,496 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 1193, reset compression=false 2024-12-05T11:22:06,498 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 not finished, retry = 0 2024-12-05T11:22:06,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741833_1009 (size=2136) 2024-12-05T11:22:06,576 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 to pos 1484, reset compression=false 2024-12-05T11:22:06,599 DEBUG [RS:0;6706a97ae65f:37851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:06,599 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:22:06,599 INFO [RS:0;6706a97ae65f:37851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:22:06,599 INFO [RS:0;6706a97ae65f:37851 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T11:22:06,599 INFO [RS:0;6706a97ae65f:37851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:22:06,599 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:22:06,599 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/WALs/6706a97ae65f,37851,1733397706231/6706a97ae65f%2C37851%2C1733397706231.1733397708912 2024-12-05T11:22:06,599 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:22:06,599 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-05T11:22:06,600 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-05T11:22:06,600 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6706a97ae65f,37851,1733397706231 because: Region server is closing 2024-12-05T11:22:06,600 INFO [RS:0;6706a97ae65f:37851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:37851. 2024-12-05T11:22:06,600 DEBUG [RS:0;6706a97ae65f:37851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:06,600 DEBUG [RS:0;6706a97ae65f:37851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:06,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:22:06,600 DEBUG [RS:0;6706a97ae65f:37851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:06,700 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.shipper6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 terminated 2024-12-05T11:22:06,700 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,37851,1733397706231.replicationSource.wal-reader.6706a97ae65f%2C37851%2C1733397706231,1-6706a97ae65f,37851,1733397706231 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-12-05T11:22:06,701 INFO [RS:0;6706a97ae65f:37851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:37851. 2024-12-05T11:22:06,701 DEBUG [RS:0;6706a97ae65f:37851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:06,701 DEBUG [RS:0;6706a97ae65f:37851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:06,701 DEBUG [RS:0;6706a97ae65f:37851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:06,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:22:06,701 INFO [RS:0;6706a97ae65f:37851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37851 2024-12-05T11:22:06,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a539be580007, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2400280935/rs/6706a97ae65f,37851,1733397706231 2024-12-05T11:22:06,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2400280935/rs 2024-12-05T11:22:06,767 INFO [RS:0;6706a97ae65f:37851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:22:06,777 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,37851,1733397706231] 2024-12-05T11:22:06,788 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2400280935/draining/6706a97ae65f,37851,1733397706231 already deleted, retry=false 2024-12-05T11:22:06,788 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,37851,1733397706231 expired; onlineServers=0 2024-12-05T11:22:06,788 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,42607,1733397706091' ***** 2024-12-05T11:22:06,788 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:22:06,788 INFO [M:0;6706a97ae65f:42607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:22:06,788 INFO [M:0;6706a97ae65f:42607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:22:06,788 DEBUG [M:0;6706a97ae65f:42607 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:22:06,788 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:22:06,788 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397708237 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397708237,5,FailOnTimeoutGroup] 2024-12-05T11:22:06,788 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397708237 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397708237,5,FailOnTimeoutGroup] 2024-12-05T11:22:06,788 DEBUG [M:0;6706a97ae65f:42607 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:22:06,788 INFO [M:0;6706a97ae65f:42607 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:22:06,788 INFO [M:0;6706a97ae65f:42607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:22:06,788 DEBUG [M:0;6706a97ae65f:42607 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:22:06,788 INFO [M:0;6706a97ae65f:42607 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:22:06,788 INFO [M:0;6706a97ae65f:42607 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:22:06,789 INFO [M:0;6706a97ae65f:42607 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:22:06,789 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:22:06,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2400280935/master 2024-12-05T11:22:06,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2400280935 2024-12-05T11:22:06,798 DEBUG [M:0;6706a97ae65f:42607 {}] zookeeper.ZKUtil(347): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Unable to get data of znode /2400280935/master because node does not exist (not an error) 2024-12-05T11:22:06,798 WARN [M:0;6706a97ae65f:42607 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:22:06,799 INFO [M:0;6706a97ae65f:42607 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/.lastflushedseqids 2024-12-05T11:22:06,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741848_1024 (size=245) 2024-12-05T11:22:06,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a539be580007, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:22:06,877 INFO [RS:0;6706a97ae65f:37851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:22:06,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37851-0x101a539be580007, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:22:06,877 INFO [RS:0;6706a97ae65f:37851 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,37851,1733397706231; zookeeper connection closed. 2024-12-05T11:22:06,878 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9aba424 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9aba424 2024-12-05T11:22:06,878 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:22:07,148 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 636, reset compression=false 2024-12-05T11:22:07,202 INFO [M:0;6706a97ae65f:42607 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:22:07,202 INFO [M:0;6706a97ae65f:42607 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:22:07,203 DEBUG [M:0;6706a97ae65f:42607 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:22:07,203 INFO [M:0;6706a97ae65f:42607 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:07,203 DEBUG [M:0;6706a97ae65f:42607 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:07,203 DEBUG [M:0;6706a97ae65f:42607 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:22:07,203 DEBUG [M:0;6706a97ae65f:42607 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:07,203 INFO [M:0;6706a97ae65f:42607 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T11:22:07,215 DEBUG [M:0;6706a97ae65f:42607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c57ab6c8a91408091f23ff38709903a is 82, key is hbase:meta,,1/info:regioninfo/1733397709498/Put/seqid=0 2024-12-05T11:22:07,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741849_1025 (size=5672) 2024-12-05T11:22:07,299 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 1193, reset compression=false 2024-12-05T11:22:07,619 INFO [M:0;6706a97ae65f:42607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c57ab6c8a91408091f23ff38709903a 2024-12-05T11:22:07,634 DEBUG [M:0;6706a97ae65f:42607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/073ea2c3c19d4275836125909cfdaeb1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733397717485/Put/seqid=0 2024-12-05T11:22:07,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741850_1026 (size=8516) 2024-12-05T11:22:08,037 INFO [M:0;6706a97ae65f:42607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/073ea2c3c19d4275836125909cfdaeb1 2024-12-05T11:22:08,051 DEBUG [M:0;6706a97ae65f:42607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9dd98a97abfc4255baf3a01bba8ecf74 is 69, key is 6706a97ae65f,37851,1733397706231/rs:state/1733397708508/Put/seqid=0 2024-12-05T11:22:08,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741851_1027 (size=5156) 2024-12-05T11:22:08,202 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 1193, reset compression=false 2024-12-05T11:22:08,251 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 636, reset compression=false 2024-12-05T11:22:08,455 INFO [M:0;6706a97ae65f:42607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9dd98a97abfc4255baf3a01bba8ecf74 2024-12-05T11:22:08,458 DEBUG [M:0;6706a97ae65f:42607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c57ab6c8a91408091f23ff38709903a as hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c57ab6c8a91408091f23ff38709903a 2024-12-05T11:22:08,461 INFO [M:0;6706a97ae65f:42607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c57ab6c8a91408091f23ff38709903a, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T11:22:08,462 DEBUG [M:0;6706a97ae65f:42607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/073ea2c3c19d4275836125909cfdaeb1 as hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/073ea2c3c19d4275836125909cfdaeb1 2024-12-05T11:22:08,465 INFO [M:0;6706a97ae65f:42607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/073ea2c3c19d4275836125909cfdaeb1, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T11:22:08,465 DEBUG [M:0;6706a97ae65f:42607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9dd98a97abfc4255baf3a01bba8ecf74 as hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9dd98a97abfc4255baf3a01bba8ecf74 2024-12-05T11:22:08,468 INFO [M:0;6706a97ae65f:42607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43277/user/jenkins/test-data/899f753c-ee6f-9954-7735-6eefde48ed1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9dd98a97abfc4255baf3a01bba8ecf74, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T11:22:08,468 INFO [M:0;6706a97ae65f:42607 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1265ms, sequenceid=97, compaction requested=false 2024-12-05T11:22:08,469 INFO [M:0;6706a97ae65f:42607 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:08,469 DEBUG [M:0;6706a97ae65f:42607 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397727202Disabling compacts and flushes for region at 1733397727202Disabling writes for close at 1733397727203 (+1 ms)Obtaining lock to block concurrent updates at 1733397727203Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397727203Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733397727203Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397727204 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397727204Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397727215 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397727215Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397727622 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397727633 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397727633Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397728040 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397728051 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397728051Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58e2600b: reopening flushed file at 1733397728458 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1413c117: reopening flushed file at 1733397728461 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f87e68d: reopening flushed file at 1733397728465 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1265ms, sequenceid=97, compaction requested=false at 1733397728468 (+3 ms)Writing region close event to WAL at 1733397728469 (+1 ms)Closed at 1733397728469 2024-12-05T11:22:08,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37229 is added to blk_1073741830_1006 (size=63654) 2024-12-05T11:22:08,471 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:22:08,471 INFO [M:0;6706a97ae65f:42607 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:22:08,471 INFO [M:0;6706a97ae65f:42607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42607 2024-12-05T11:22:08,471 INFO [M:0;6706a97ae65f:42607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:22:08,648 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:22:08,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:08,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:08,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:08,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:08,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:08,677 INFO [M:0;6706a97ae65f:42607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:22:08,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:22:08,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x101a539be580006, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:22:08,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:08,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:08,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:08,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:08,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:08,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:08,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:08,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:08,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:08,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:08,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7205ced9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:22:08,711 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57264f44{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:22:08,711 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:22:08,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8e7e607{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:22:08,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38084cfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/hadoop.log.dir/,STOPPED} 2024-12-05T11:22:08,724 WARN [BP-1443889760-172.17.0.2-1733397704132 heartbeating to localhost/127.0.0.1:43277 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:22:08,724 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:22:08,724 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:22:08,724 WARN [BP-1443889760-172.17.0.2-1733397704132 heartbeating to localhost/127.0.0.1:43277 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1443889760-172.17.0.2-1733397704132 (Datanode Uuid 8c4fce31-e680-49c1-9f74-f7e453288d7b) service to localhost/127.0.0.1:43277 2024-12-05T11:22:08,724 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/cluster_97d96e16-5c46-5a50-d76a-7020028eff7d/data/data1/current/BP-1443889760-172.17.0.2-1733397704132 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:22:08,725 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/cluster_97d96e16-5c46-5a50-d76a-7020028eff7d/data/data2/current/BP-1443889760-172.17.0.2-1733397704132 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:22:08,725 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:22:08,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cde590a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:22:08,731 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@599e880e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:22:08,731 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:22:08,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67a3efe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:22:08,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d744984{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/hadoop.log.dir/,STOPPED} 2024-12-05T11:22:08,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:22:08,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:22:08,747 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:22:08,747 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:08,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:08,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:08,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:22:08,747 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:22:08,747 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1052779935, stopped=false 2024-12-05T11:22:08,747 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,33719,1733397700532 2024-12-05T11:22:08,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x101a539be580004, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-143285322/running 2024-12-05T11:22:08,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-143285322/running 2024-12-05T11:22:08,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x101a539be580004, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143285322 2024-12-05T11:22:08,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143285322 2024-12-05T11:22:08,766 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:22:08,767 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:22:08,767 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:08,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:08,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Set watcher on znode that does not yet exist, /1-143285322/running 2024-12-05T11:22:08,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44243-0x101a539be580004, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Set watcher on znode that does not yet exist, /1-143285322/running 2024-12-05T11:22:08,767 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,44243,1733397700668' ***** 2024-12-05T11:22:08,767 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:22:08,768 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:22:08,768 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:22:08,768 INFO [RS:0;6706a97ae65f:44243 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:22:08,768 INFO [RS:0;6706a97ae65f:44243 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:22:08,768 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ee063ef760d8a80491f4239a1f194d5 2024-12-05T11:22:08,768 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(3091): Received CLOSE for 8cece29acc1d65ffd4af468ea74280b0 2024-12-05T11:22:08,768 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,44243,1733397700668 2024-12-05T11:22:08,768 INFO [RS:0;6706a97ae65f:44243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:22:08,768 INFO [RS:0;6706a97ae65f:44243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:44243. 2024-12-05T11:22:08,768 DEBUG [RS:0;6706a97ae65f:44243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:08,768 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ee063ef760d8a80491f4239a1f194d5, disabling compactions & flushes 2024-12-05T11:22:08,768 DEBUG [RS:0;6706a97ae65f:44243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:08,768 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5. 2024-12-05T11:22:08,768 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5. 2024-12-05T11:22:08,768 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5. after waiting 0 ms 2024-12-05T11:22:08,768 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:22:08,768 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5. 2024-12-05T11:22:08,768 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:22:08,768 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:22:08,769 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:22:08,769 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6ee063ef760d8a80491f4239a1f194d5 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-05T11:22:08,769 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T11:22:08,769 DEBUG [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(1325): Online Regions={6ee063ef760d8a80491f4239a1f194d5=test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5., 8cece29acc1d65ffd4af468ea74280b0=hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:22:08,769 DEBUG [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ee063ef760d8a80491f4239a1f194d5, 8cece29acc1d65ffd4af468ea74280b0 2024-12-05T11:22:08,769 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:22:08,769 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:22:08,769 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:22:08,769 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:22:08,769 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:22:08,769 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T11:22:08,781 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740/.tmp/info/044c7d15e5e645abb8988179c1455459 is 147, key is hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0./info:regioninfo/1733397715541/Put/seqid=0 2024-12-05T11:22:08,781 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/default/test/6ee063ef760d8a80491f4239a1f194d5/.tmp/f/fdd6238f06c840139280981ca293d5e0 is 29, key is row1/f:/1733397722503/DeleteFamily/seqid=0 2024-12-05T11:22:08,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741841_1017 (size=5152) 2024-12-05T11:22:08,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741840_1016 (size=7686) 2024-12-05T11:22:08,808 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:22:08,859 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:22:08,859 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:22:08,969 DEBUG [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ee063ef760d8a80491f4239a1f194d5, 8cece29acc1d65ffd4af468ea74280b0 2024-12-05T11:22:09,169 DEBUG [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ee063ef760d8a80491f4239a1f194d5, 8cece29acc1d65ffd4af468ea74280b0 2024-12-05T11:22:09,184 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/default/test/6ee063ef760d8a80491f4239a1f194d5/.tmp/f/fdd6238f06c840139280981ca293d5e0 2024-12-05T11:22:09,184 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740/.tmp/info/044c7d15e5e645abb8988179c1455459 2024-12-05T11:22:09,188 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdd6238f06c840139280981ca293d5e0 2024-12-05T11:22:09,199 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/default/test/6ee063ef760d8a80491f4239a1f194d5/.tmp/f1/a40bcd263ef74693be340613a87b576e is 30, key is row1/f1:/1733397722503/DeleteFamily/seqid=0 2024-12-05T11:22:09,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741842_1018 (size=5158) 2024-12-05T11:22:09,203 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740/.tmp/ns/adebe9c96c9e41a1affcd1b3e6f480e2 is 43, key is default/ns:d/1733397704027/Put/seqid=0 2024-12-05T11:22:09,204 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 1193, reset compression=false 2024-12-05T11:22:09,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741843_1019 (size=5153) 2024-12-05T11:22:09,211 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:22:09,211 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 1440, reset compression=false 2024-12-05T11:22:09,211 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.shipper6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,44243,1733397700668 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:22:09,212 ERROR [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.shipper6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6706a97ae65f,44243,1733397700668: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6706a97ae65f,44243,1733397700668, walGroup=6706a97ae65f%2C44243%2C1733397700668, offset=6706a97ae65f%2C44243%2C1733397700668.1733397702927:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:44243 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T11:22:09,214 ERROR [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.shipper6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T11:22:09,214 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.shipper6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T11:22:09,214 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.shipper6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T11:22:09,214 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.shipper6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T11:22:09,214 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.shipper6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T11:22:09,215 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.shipper6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1371537408, "init": 1048576000, "max": 2306867200, "used": 906454592 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 202079984 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T11:22:09,215 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.shipper6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:33719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:33719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T11:22:09,369 DEBUG [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ee063ef760d8a80491f4239a1f194d5, 8cece29acc1d65ffd4af468ea74280b0 2024-12-05T11:22:09,417 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 1440, reset compression=false 2024-12-05T11:22:09,454 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 636, reset compression=false 2024-12-05T11:22:09,569 DEBUG [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ee063ef760d8a80491f4239a1f194d5, 8cece29acc1d65ffd4af468ea74280b0 2024-12-05T11:22:09,603 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/default/test/6ee063ef760d8a80491f4239a1f194d5/.tmp/f1/a40bcd263ef74693be340613a87b576e 2024-12-05T11:22:09,606 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740/.tmp/ns/adebe9c96c9e41a1affcd1b3e6f480e2 2024-12-05T11:22:09,607 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a40bcd263ef74693be340613a87b576e 2024-12-05T11:22:09,623 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/default/test/6ee063ef760d8a80491f4239a1f194d5/.tmp/norep/e39f0691984d43939c418b1f8cd8dc19 is 33, key is row1/norep:/1733397722503/DeleteFamily/seqid=0 2024-12-05T11:22:09,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741844_1020 (size=5108) 2024-12-05T11:22:09,628 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740/.tmp/rep_barrier/8ae2c197fbdd4c72b6e7e5b21c8a9102 is 112, key is test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5./rep_barrier:seqnumDuringOpen/1733397711467/Put/seqid=0 2024-12-05T11:22:09,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741845_1021 (size=5518) 2024-12-05T11:22:09,720 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 1440, reset compression=false 2024-12-05T11:22:09,770 DEBUG [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ee063ef760d8a80491f4239a1f194d5, 8cece29acc1d65ffd4af468ea74280b0 2024-12-05T11:22:09,970 DEBUG [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ee063ef760d8a80491f4239a1f194d5, 8cece29acc1d65ffd4af468ea74280b0 2024-12-05T11:22:10,027 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/default/test/6ee063ef760d8a80491f4239a1f194d5/.tmp/norep/e39f0691984d43939c418b1f8cd8dc19 2024-12-05T11:22:10,031 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e39f0691984d43939c418b1f8cd8dc19 2024-12-05T11:22:10,031 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/default/test/6ee063ef760d8a80491f4239a1f194d5/.tmp/f/fdd6238f06c840139280981ca293d5e0 as hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/default/test/6ee063ef760d8a80491f4239a1f194d5/f/fdd6238f06c840139280981ca293d5e0 2024-12-05T11:22:10,031 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740/.tmp/rep_barrier/8ae2c197fbdd4c72b6e7e5b21c8a9102 2024-12-05T11:22:10,035 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdd6238f06c840139280981ca293d5e0 2024-12-05T11:22:10,035 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/default/test/6ee063ef760d8a80491f4239a1f194d5/f/fdd6238f06c840139280981ca293d5e0, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T11:22:10,035 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/default/test/6ee063ef760d8a80491f4239a1f194d5/.tmp/f1/a40bcd263ef74693be340613a87b576e as hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/default/test/6ee063ef760d8a80491f4239a1f194d5/f1/a40bcd263ef74693be340613a87b576e 2024-12-05T11:22:10,038 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a40bcd263ef74693be340613a87b576e 2024-12-05T11:22:10,038 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/default/test/6ee063ef760d8a80491f4239a1f194d5/f1/a40bcd263ef74693be340613a87b576e, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T11:22:10,039 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/default/test/6ee063ef760d8a80491f4239a1f194d5/.tmp/norep/e39f0691984d43939c418b1f8cd8dc19 as hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/default/test/6ee063ef760d8a80491f4239a1f194d5/norep/e39f0691984d43939c418b1f8cd8dc19 2024-12-05T11:22:10,042 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e39f0691984d43939c418b1f8cd8dc19 2024-12-05T11:22:10,042 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/default/test/6ee063ef760d8a80491f4239a1f194d5/norep/e39f0691984d43939c418b1f8cd8dc19, entries=1, sequenceid=10, filesize=5.0 K 2024-12-05T11:22:10,043 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6ee063ef760d8a80491f4239a1f194d5 in 1274ms, sequenceid=10, compaction requested=false 2024-12-05T11:22:10,043 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T11:22:10,046 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/default/test/6ee063ef760d8a80491f4239a1f194d5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T11:22:10,046 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:22:10,046 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:22:10,047 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5. 2024-12-05T11:22:10,047 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ee063ef760d8a80491f4239a1f194d5: Waiting for close lock at 1733397728768Running coprocessor pre-close hooks at 1733397728768Disabling compacts and flushes for region at 1733397728768Disabling writes for close at 1733397728768Obtaining lock to block concurrent updates at 1733397728769 (+1 ms)Preparing flush snapshotting stores in 6ee063ef760d8a80491f4239a1f194d5 at 1733397728769Finished memstore snapshotting test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733397728769Flushing stores of test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5. at 1733397728769Flushing 6ee063ef760d8a80491f4239a1f194d5/f: creating writer at 1733397728769Flushing 6ee063ef760d8a80491f4239a1f194d5/f: appending metadata at 1733397728780 (+11 ms)Flushing 6ee063ef760d8a80491f4239a1f194d5/f: closing flushed file at 1733397728780Flushing 6ee063ef760d8a80491f4239a1f194d5/f1: creating writer at 1733397729188 (+408 ms)Flushing 6ee063ef760d8a80491f4239a1f194d5/f1: appending metadata at 1733397729199 (+11 ms)Flushing 6ee063ef760d8a80491f4239a1f194d5/f1: closing flushed file at 1733397729199Flushing 6ee063ef760d8a80491f4239a1f194d5/norep: creating writer at 1733397729607 (+408 ms)Flushing 6ee063ef760d8a80491f4239a1f194d5/norep: appending metadata at 1733397729622 (+15 ms)Flushing 6ee063ef760d8a80491f4239a1f194d5/norep: closing flushed file at 1733397729623 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2621f8b8: reopening flushed file at 1733397730031 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ec6a049: reopening flushed file at 1733397730035 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11458d48: reopening flushed file at 1733397730038 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6ee063ef760d8a80491f4239a1f194d5 in 1274ms, sequenceid=10, compaction requested=false at 1733397730043 (+5 ms)Writing region close event to WAL at 1733397730044 (+1 ms)Running coprocessor post-close hooks at 1733397730046 (+2 ms)Closed at 1733397730047 (+1 ms) 2024-12-05T11:22:10,047 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733397710729.6ee063ef760d8a80491f4239a1f194d5. 2024-12-05T11:22:10,047 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8cece29acc1d65ffd4af468ea74280b0, disabling compactions & flushes 2024-12-05T11:22:10,047 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0. 2024-12-05T11:22:10,047 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0. 2024-12-05T11:22:10,047 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0. after waiting 0 ms 2024-12-05T11:22:10,047 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0. 2024-12-05T11:22:10,047 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8cece29acc1d65ffd4af468ea74280b0: Waiting for close lock at 1733397730047Running coprocessor pre-close hooks at 1733397730047Disabling compacts and flushes for region at 1733397730047Disabling writes for close at 1733397730047Failed flush hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0., putting online again at 1733397730047 2024-12-05T11:22:10,047 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0. 2024-12-05T11:22:10,051 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740/.tmp/table/862a1d82f02b472f80f934d574e6d61f is 53, key is hbase:replication/table:state/1733397715546/Put/seqid=0 2024-12-05T11:22:10,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741846_1022 (size=5308) 2024-12-05T11:22:10,122 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T11:22:10,123 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 1440, reset compression=false 2024-12-05T11:22:10,127 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:22:10,127 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 2084, reset compression=false 2024-12-05T11:22:10,170 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T11:22:10,170 DEBUG [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(1325): Online Regions={8cece29acc1d65ffd4af468ea74280b0=hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:22:10,170 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(3091): Received CLOSE for 8cece29acc1d65ffd4af468ea74280b0 2024-12-05T11:22:10,170 DEBUG [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8cece29acc1d65ffd4af468ea74280b0 2024-12-05T11:22:10,170 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8cece29acc1d65ffd4af468ea74280b0, disabling compactions & flushes 2024-12-05T11:22:10,170 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0. 2024-12-05T11:22:10,170 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0. 2024-12-05T11:22:10,170 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0. after waiting 0 ms 2024-12-05T11:22:10,170 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0. 2024-12-05T11:22:10,170 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8cece29acc1d65ffd4af468ea74280b0: Waiting for close lock at 1733397730170Running coprocessor pre-close hooks at 1733397730170Disabling compacts and flushes for region at 1733397730170Disabling writes for close at 1733397730170Failed flush hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0., putting online again at 1733397730170 2024-12-05T11:22:10,170 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733397715181.8cece29acc1d65ffd4af468ea74280b0. 2024-12-05T11:22:10,330 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 2084, reset compression=false 2024-12-05T11:22:10,370 DEBUG [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:22:10,455 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740/.tmp/table/862a1d82f02b472f80f934d574e6d61f 2024-12-05T11:22:10,459 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740/.tmp/info/044c7d15e5e645abb8988179c1455459 as hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740/info/044c7d15e5e645abb8988179c1455459 2024-12-05T11:22:10,462 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740/info/044c7d15e5e645abb8988179c1455459, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T11:22:10,463 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740/.tmp/ns/adebe9c96c9e41a1affcd1b3e6f480e2 as hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740/ns/adebe9c96c9e41a1affcd1b3e6f480e2 2024-12-05T11:22:10,466 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740/ns/adebe9c96c9e41a1affcd1b3e6f480e2, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T11:22:10,466 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740/.tmp/rep_barrier/8ae2c197fbdd4c72b6e7e5b21c8a9102 as hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740/rep_barrier/8ae2c197fbdd4c72b6e7e5b21c8a9102 2024-12-05T11:22:10,469 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740/rep_barrier/8ae2c197fbdd4c72b6e7e5b21c8a9102, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T11:22:10,470 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740/.tmp/table/862a1d82f02b472f80f934d574e6d61f as hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740/table/862a1d82f02b472f80f934d574e6d61f 2024-12-05T11:22:10,472 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740/table/862a1d82f02b472f80f934d574e6d61f, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T11:22:10,473 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false 2024-12-05T11:22:10,473 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:22:10,477 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T11:22:10,477 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:22:10,477 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:22:10,477 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:22:10,477 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397728769Running coprocessor pre-close hooks at 1733397728769Disabling compacts and flushes for region at 1733397728769Disabling writes for close at 1733397728769Obtaining lock to block concurrent updates at 1733397728769Preparing flush snapshotting stores in 1588230740 at 1733397728769Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733397728769Flushing stores of hbase:meta,,1.1588230740 at 1733397728769Flushing 1588230740/info: creating writer at 1733397728770 (+1 ms)Flushing 1588230740/info: appending metadata at 1733397728780 (+10 ms)Flushing 1588230740/info: closing flushed file at 1733397728780Flushing 1588230740/ns: creating writer at 1733397729188 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733397729202 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733397729202Flushing 1588230740/rep_barrier: creating writer at 1733397729609 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733397729627 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733397729628 (+1 ms)Flushing 1588230740/table: creating writer at 1733397730035 (+407 ms)Flushing 1588230740/table: appending metadata at 1733397730051 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733397730051Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78695b7b: reopening flushed file at 1733397730458 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f1c740: reopening flushed file at 1733397730462 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ab6d6b: reopening flushed file at 1733397730466 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a2e233: reopening flushed file at 1733397730469 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false at 1733397730473 (+4 ms)Writing region close event to WAL at 1733397730475 (+2 ms)Running coprocessor post-close hooks at 1733397730477 (+2 ms)Closed at 1733397730477 2024-12-05T11:22:10,477 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:22:10,570 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T11:22:10,570 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,44243,1733397700668; all regions closed. 2024-12-05T11:22:10,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741834_1010 (size=4239) 2024-12-05T11:22:10,572 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.meta.1733397703979.meta not finished, retry = 0 2024-12-05T11:22:10,633 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 to pos 2084, reset compression=false 2024-12-05T11:22:10,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741839_1015 (size=2171) 2024-12-05T11:22:10,674 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.rep.1733397715514 not finished, retry = 0 2024-12-05T11:22:10,756 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 636, reset compression=false 2024-12-05T11:22:10,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741832_1008 (size=2092) 2024-12-05T11:22:10,776 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/WALs/6706a97ae65f,44243,1733397700668/6706a97ae65f%2C44243%2C1733397700668.1733397702927 not finished, retry = 0 2024-12-05T11:22:10,877 DEBUG [RS:0;6706a97ae65f:44243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:10,877 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:22:10,877 INFO [RS:0;6706a97ae65f:44243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:22:10,877 INFO [RS:0;6706a97ae65f:44243 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T11:22:10,877 INFO [RS:0;6706a97ae65f:44243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:22:10,877 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:22:10,878 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6706a97ae65f,44243,1733397700668 because: Region server is closing 2024-12-05T11:22:10,878 INFO [RS:0;6706a97ae65f:44243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:44243. 2024-12-05T11:22:10,878 DEBUG [RS:0;6706a97ae65f:44243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:10,878 DEBUG [RS:0;6706a97ae65f:44243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:10,878 DEBUG [RS:0;6706a97ae65f:44243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:10,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:22:10,978 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.shipper6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 terminated 2024-12-05T11:22:10,978 INFO [RS:0;6706a97ae65f:44243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:44243. 2024-12-05T11:22:10,978 DEBUG [RS:0;6706a97ae65f:44243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:10,978 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,44243,1733397700668.replicationSource.wal-reader.6706a97ae65f%2C44243%2C1733397700668,1-6706a97ae65f,44243,1733397700668 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T11:22:10,978 DEBUG [RS:0;6706a97ae65f:44243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:10,978 DEBUG [RS:0;6706a97ae65f:44243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:10,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:22:10,978 INFO [RS:0;6706a97ae65f:44243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44243 2024-12-05T11:22:11,040 INFO [RS:0;6706a97ae65f:44243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:22:11,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143285322/rs 2024-12-05T11:22:11,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x101a539be580004, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-143285322/rs/6706a97ae65f,44243,1733397700668 2024-12-05T11:22:11,050 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,44243,1733397700668] 2024-12-05T11:22:11,089 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-143285322/draining/6706a97ae65f,44243,1733397700668 already deleted, retry=false 2024-12-05T11:22:11,089 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,44243,1733397700668 expired; onlineServers=0 2024-12-05T11:22:11,089 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,33719,1733397700532' ***** 2024-12-05T11:22:11,089 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:22:11,089 INFO [M:0;6706a97ae65f:33719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:22:11,090 INFO [M:0;6706a97ae65f:33719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:22:11,090 DEBUG [M:0;6706a97ae65f:33719 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:22:11,090 DEBUG [M:0;6706a97ae65f:33719 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:22:11,090 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:22:11,090 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397702679 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397702679,5,FailOnTimeoutGroup] 2024-12-05T11:22:11,090 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397702679 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397702679,5,FailOnTimeoutGroup] 2024-12-05T11:22:11,090 INFO [M:0;6706a97ae65f:33719 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:22:11,090 INFO [M:0;6706a97ae65f:33719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:22:11,090 DEBUG [M:0;6706a97ae65f:33719 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:22:11,090 INFO [M:0;6706a97ae65f:33719 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:22:11,090 INFO [M:0;6706a97ae65f:33719 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:22:11,090 INFO [M:0;6706a97ae65f:33719 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:22:11,090 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:22:11,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-143285322/master 2024-12-05T11:22:11,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143285322 2024-12-05T11:22:11,111 DEBUG [M:0;6706a97ae65f:33719 {}] zookeeper.ZKUtil(347): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Unable to get data of znode /1-143285322/master because node does not exist (not an error) 2024-12-05T11:22:11,111 WARN [M:0;6706a97ae65f:33719 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:22:11,112 INFO [M:0;6706a97ae65f:33719 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/.lastflushedseqids 2024-12-05T11:22:11,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741847_1023 (size=245) 2024-12-05T11:22:11,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x101a539be580004, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:22:11,151 INFO [RS:0;6706a97ae65f:44243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:22:11,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44243-0x101a539be580004, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:22:11,151 INFO [RS:0;6706a97ae65f:44243 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,44243,1733397700668; zookeeper connection closed. 2024-12-05T11:22:11,151 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7235af50 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7235af50 2024-12-05T11:22:11,151 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:22:11,515 INFO [M:0;6706a97ae65f:33719 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:22:11,515 INFO [M:0;6706a97ae65f:33719 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:22:11,516 DEBUG [M:0;6706a97ae65f:33719 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:22:11,516 INFO [M:0;6706a97ae65f:33719 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:11,516 DEBUG [M:0;6706a97ae65f:33719 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:11,516 DEBUG [M:0;6706a97ae65f:33719 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:22:11,516 DEBUG [M:0;6706a97ae65f:33719 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:11,516 INFO [M:0;6706a97ae65f:33719 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T11:22:11,529 DEBUG [M:0;6706a97ae65f:33719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baa9eb2dadd947f09de729e1cba45036 is 82, key is hbase:meta,,1/info:regioninfo/1733397704010/Put/seqid=0 2024-12-05T11:22:11,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741848_1024 (size=5672) 2024-12-05T11:22:11,933 INFO [M:0;6706a97ae65f:33719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baa9eb2dadd947f09de729e1cba45036 2024-12-05T11:22:11,948 DEBUG [M:0;6706a97ae65f:33719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9f4c98e1aa74edabbf20a5ca535f67e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733397715549/Put/seqid=0 2024-12-05T11:22:11,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741849_1025 (size=8516) 2024-12-05T11:22:12,159 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 636, reset compression=false 2024-12-05T11:22:12,352 INFO [M:0;6706a97ae65f:33719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9f4c98e1aa74edabbf20a5ca535f67e 2024-12-05T11:22:12,371 DEBUG [M:0;6706a97ae65f:33719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/693c5ff1bb0e465bb6cbfa6ba865374a is 69, key is 6706a97ae65f,44243,1733397700668/rs:state/1733397702728/Put/seqid=0 2024-12-05T11:22:12,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741850_1026 (size=5156) 2024-12-05T11:22:12,775 INFO [M:0;6706a97ae65f:33719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/693c5ff1bb0e465bb6cbfa6ba865374a 2024-12-05T11:22:12,779 DEBUG [M:0;6706a97ae65f:33719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baa9eb2dadd947f09de729e1cba45036 as hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/baa9eb2dadd947f09de729e1cba45036 2024-12-05T11:22:12,782 INFO [M:0;6706a97ae65f:33719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/baa9eb2dadd947f09de729e1cba45036, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T11:22:12,782 DEBUG [M:0;6706a97ae65f:33719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9f4c98e1aa74edabbf20a5ca535f67e as hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9f4c98e1aa74edabbf20a5ca535f67e 2024-12-05T11:22:12,785 INFO [M:0;6706a97ae65f:33719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9f4c98e1aa74edabbf20a5ca535f67e, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T11:22:12,786 DEBUG [M:0;6706a97ae65f:33719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/693c5ff1bb0e465bb6cbfa6ba865374a as hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/693c5ff1bb0e465bb6cbfa6ba865374a 2024-12-05T11:22:12,789 INFO [M:0;6706a97ae65f:33719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/693c5ff1bb0e465bb6cbfa6ba865374a, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T11:22:12,790 INFO [M:0;6706a97ae65f:33719 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false 2024-12-05T11:22:12,791 INFO [M:0;6706a97ae65f:33719 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:12,791 DEBUG [M:0;6706a97ae65f:33719 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397731516Disabling compacts and flushes for region at 1733397731516Disabling writes for close at 1733397731516Obtaining lock to block concurrent updates at 1733397731516Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397731516Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733397731516Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397731517 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397731517Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397731529 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397731529Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397731936 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397731948 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397731948Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397732355 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397732371 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397732371Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@376636b4: reopening flushed file at 1733397732778 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53bca952: reopening flushed file at 1733397732782 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77a89a24: reopening flushed file at 1733397732785 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false at 1733397732790 (+5 ms)Writing region close event to WAL at 1733397732791 (+1 ms)Closed at 1733397732791 2024-12-05T11:22:12,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741830_1006 (size=63654) 2024-12-05T11:22:12,792 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2328e461-983b-61e7-3341-0559265158cb/MasterData/WALs/6706a97ae65f,33719,1733397700532/6706a97ae65f%2C33719%2C1733397700532.1733397702407 not finished, retry = 0 2024-12-05T11:22:12,893 INFO [M:0;6706a97ae65f:33719 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:22:12,893 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:22:12,893 INFO [M:0;6706a97ae65f:33719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33719 2024-12-05T11:22:12,893 INFO [M:0;6706a97ae65f:33719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:22:13,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:22:13,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33719-0x101a539be580003, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:22:13,045 INFO [M:0;6706a97ae65f:33719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:22:13,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2421e7a2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:22:13,048 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51d61795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:22:13,048 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:22:13,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@193f24bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:22:13,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1768ac37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/hadoop.log.dir/,STOPPED} 2024-12-05T11:22:13,049 WARN [BP-1763328780-172.17.0.2-1733397698459 heartbeating to localhost/127.0.0.1:33853 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:22:13,049 WARN [BP-1763328780-172.17.0.2-1733397698459 heartbeating to localhost/127.0.0.1:33853 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1763328780-172.17.0.2-1733397698459 (Datanode Uuid 8cb1042f-6b95-4ef9-b71f-5b1996b8c3d0) service to localhost/127.0.0.1:33853 2024-12-05T11:22:13,049 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:22:13,049 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:22:13,050 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/cluster_572e9dde-34d5-e364-f3c7-c59ca9d4f406/data/data1/current/BP-1763328780-172.17.0.2-1733397698459 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:22:13,050 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/cluster_572e9dde-34d5-e364-f3c7-c59ca9d4f406/data/data2/current/BP-1763328780-172.17.0.2-1733397698459 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:22:13,050 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:22:13,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23539486{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:22:13,055 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25705da5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:22:13,055 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:22:13,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44dead2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:22:13,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d6e0097{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7941aa7d-b7e3-3f4f-5af3-7a7e9c7e8605/hadoop.log.dir/,STOPPED} 2024-12-05T11:22:13,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:22:13,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:22:13,066 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:22:13,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:13,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:13,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:13,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:22:13,066 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:22:13,066 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=402108401, stopped=false 2024-12-05T11:22:13,066 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,35275,1733397695481 2024-12-05T11:22:13,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01092067866/running 2024-12-05T11:22:13,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x101a539be580001, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01092067866/running 2024-12-05T11:22:13,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01092067866 2024-12-05T11:22:13,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x101a539be580001, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01092067866 2024-12-05T11:22:13,090 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:22:13,090 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:22:13,090 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:13,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:13,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42641-0x101a539be580001, quorum=127.0.0.1:64852, baseZNode=/01092067866 Set watcher on znode that does not yet exist, /01092067866/running 2024-12-05T11:22:13,091 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,42641,1733397695675' ***** 2024-12-05T11:22:13,091 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:22:13,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Set watcher on znode that does not yet exist, /01092067866/running 2024-12-05T11:22:13,091 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:22:13,091 INFO [RS:0;6706a97ae65f:42641 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:22:13,091 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:22:13,091 INFO [RS:0;6706a97ae65f:42641 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:22:13,091 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(3091): Received CLOSE for 955468678eb1c8962227c021092256e4 2024-12-05T11:22:13,091 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(3091): Received CLOSE for f8103ab4b02adc1988a4335d1992776d 2024-12-05T11:22:13,091 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,42641,1733397695675 2024-12-05T11:22:13,091 INFO [RS:0;6706a97ae65f:42641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:22:13,092 INFO [RS:0;6706a97ae65f:42641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:42641. 2024-12-05T11:22:13,092 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 955468678eb1c8962227c021092256e4, disabling compactions & flushes 2024-12-05T11:22:13,092 DEBUG [RS:0;6706a97ae65f:42641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:13,092 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4. 2024-12-05T11:22:13,092 DEBUG [RS:0;6706a97ae65f:42641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:13,092 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4. 2024-12-05T11:22:13,092 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4. after waiting 0 ms 2024-12-05T11:22:13,092 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:22:13,092 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4. 2024-12-05T11:22:13,092 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:22:13,092 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:22:13,092 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:22:13,092 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 955468678eb1c8962227c021092256e4 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-05T11:22:13,092 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T11:22:13,092 DEBUG [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 955468678eb1c8962227c021092256e4=hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4., f8103ab4b02adc1988a4335d1992776d=test,,1733397709589.f8103ab4b02adc1988a4335d1992776d.} 2024-12-05T11:22:13,092 DEBUG [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 955468678eb1c8962227c021092256e4, f8103ab4b02adc1988a4335d1992776d 2024-12-05T11:22:13,092 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:22:13,092 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:22:13,092 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:22:13,092 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:22:13,092 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:22:13,092 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T11:22:13,105 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740/.tmp/info/f6a0699874384499add060304cd84a9d is 147, key is hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4./info:regioninfo/1733397714176/Put/seqid=0 2024-12-05T11:22:13,105 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/replication/955468678eb1c8962227c021092256e4/.tmp/queue/6c024a58311441dca973450203e75479 is 153, key is 1-6706a97ae65f,42641,1733397695675/queue:6706a97ae65f%2C42641%2C1733397695675/1733397721724/Put/seqid=0 2024-12-05T11:22:13,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741840_1016 (size=5352) 2024-12-05T11:22:13,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741841_1017 (size=7686) 2024-12-05T11:22:13,179 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:22:13,292 DEBUG [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 955468678eb1c8962227c021092256e4, f8103ab4b02adc1988a4335d1992776d 2024-12-05T11:22:13,492 DEBUG [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 955468678eb1c8962227c021092256e4, f8103ab4b02adc1988a4335d1992776d 2024-12-05T11:22:13,509 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/replication/955468678eb1c8962227c021092256e4/.tmp/queue/6c024a58311441dca973450203e75479 2024-12-05T11:22:13,509 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740/.tmp/info/f6a0699874384499add060304cd84a9d 2024-12-05T11:22:13,513 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/replication/955468678eb1c8962227c021092256e4/.tmp/queue/6c024a58311441dca973450203e75479 as hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/replication/955468678eb1c8962227c021092256e4/queue/6c024a58311441dca973450203e75479 2024-12-05T11:22:13,516 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/replication/955468678eb1c8962227c021092256e4/queue/6c024a58311441dca973450203e75479, entries=1, sequenceid=8, filesize=5.2 K 2024-12-05T11:22:13,517 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 955468678eb1c8962227c021092256e4 in 425ms, sequenceid=8, compaction requested=false 2024-12-05T11:22:13,517 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T11:22:13,520 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/replication/955468678eb1c8962227c021092256e4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T11:22:13,521 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:22:13,521 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:22:13,521 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4. 2024-12-05T11:22:13,521 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 955468678eb1c8962227c021092256e4: Waiting for close lock at 1733397733092Running coprocessor pre-close hooks at 1733397733092Disabling compacts and flushes for region at 1733397733092Disabling writes for close at 1733397733092Obtaining lock to block concurrent updates at 1733397733092Preparing flush snapshotting stores in 955468678eb1c8962227c021092256e4 at 1733397733092Finished memstore snapshotting hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733397733092Flushing stores of hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4. at 1733397733092Flushing 955468678eb1c8962227c021092256e4/queue: creating writer at 1733397733093 (+1 ms)Flushing 955468678eb1c8962227c021092256e4/queue: appending metadata at 1733397733104 (+11 ms)Flushing 955468678eb1c8962227c021092256e4/queue: closing flushed file at 1733397733104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9145593: reopening flushed file at 1733397733512 (+408 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 955468678eb1c8962227c021092256e4 in 425ms, sequenceid=8, compaction requested=false at 1733397733517 (+5 ms)Writing region close event to WAL at 1733397733518 (+1 ms)Running coprocessor post-close hooks at 1733397733521 (+3 ms)Closed at 1733397733521 2024-12-05T11:22:13,521 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733397713023.955468678eb1c8962227c021092256e4. 2024-12-05T11:22:13,521 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8103ab4b02adc1988a4335d1992776d, disabling compactions & flushes 2024-12-05T11:22:13,521 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733397709589.f8103ab4b02adc1988a4335d1992776d. 2024-12-05T11:22:13,521 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397709589.f8103ab4b02adc1988a4335d1992776d. 2024-12-05T11:22:13,521 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733397709589.f8103ab4b02adc1988a4335d1992776d. after waiting 0 ms 2024-12-05T11:22:13,521 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733397709589.f8103ab4b02adc1988a4335d1992776d. 2024-12-05T11:22:13,521 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f8103ab4b02adc1988a4335d1992776d 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-05T11:22:13,530 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740/.tmp/ns/767ee8a64a22410caf24b0e3651ce39e is 43, key is default/ns:d/1733397698346/Put/seqid=0 2024-12-05T11:22:13,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741842_1018 (size=5153) 2024-12-05T11:22:13,535 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/default/test/f8103ab4b02adc1988a4335d1992776d/.tmp/f/87f05df108fe49f182b671e29ed97c58 is 28, key is row/f:/1733397721498/DeleteFamily/seqid=0 2024-12-05T11:22:13,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741843_1019 (size=5085) 2024-12-05T11:22:13,662 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 636, reset compression=false 2024-12-05T11:22:13,666 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:22:13,667 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 883, reset compression=false 2024-12-05T11:22:13,667 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.shipper6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,42641,1733397695675 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:22:13,667 ERROR [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.shipper6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6706a97ae65f,42641,1733397695675: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6706a97ae65f,42641,1733397695675, walGroup=6706a97ae65f%2C42641%2C1733397695675, offset=6706a97ae65f%2C42641%2C1733397695675.1733397697880:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:42641 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T11:22:13,668 ERROR [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.shipper6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T11:22:13,669 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.shipper6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T11:22:13,669 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.shipper6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T11:22:13,669 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.shipper6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T11:22:13,669 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.shipper6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T11:22:13,669 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.shipper6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1371537408, "init": 1048576000, "max": 2306867200, "used": 971466304 }, "NonHeapMemoryUsage": { "committed": 206831616, "init": 7667712, "max": -1, "used": 202420880 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T11:22:13,669 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.shipper6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:35275 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:35275 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T11:22:13,692 DEBUG [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8103ab4b02adc1988a4335d1992776d 2024-12-05T11:22:13,759 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:22:13,759 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:22:13,869 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 883, reset compression=false 2024-12-05T11:22:13,893 DEBUG [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8103ab4b02adc1988a4335d1992776d 2024-12-05T11:22:13,934 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740/.tmp/ns/767ee8a64a22410caf24b0e3651ce39e 2024-12-05T11:22:13,941 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/default/test/f8103ab4b02adc1988a4335d1992776d/.tmp/f/87f05df108fe49f182b671e29ed97c58 2024-12-05T11:22:13,944 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87f05df108fe49f182b671e29ed97c58 2024-12-05T11:22:13,951 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740/.tmp/rep_barrier/b47933c61c1e48cd9f849eacd3b31264 is 112, key is test,,1733397709589.f8103ab4b02adc1988a4335d1992776d./rep_barrier:seqnumDuringOpen/1733397710343/Put/seqid=0 2024-12-05T11:22:13,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741844_1020 (size=5518) 2024-12-05T11:22:13,957 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/default/test/f8103ab4b02adc1988a4335d1992776d/.tmp/f1/5befb33ebfcf48b2a01a287ab5de1ab9 is 29, key is row/f1:/1733397721498/DeleteFamily/seqid=0 2024-12-05T11:22:13,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741845_1021 (size=5089) 2024-12-05T11:22:14,093 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T11:22:14,093 DEBUG [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f8103ab4b02adc1988a4335d1992776d=test,,1733397709589.f8103ab4b02adc1988a4335d1992776d.} 2024-12-05T11:22:14,093 DEBUG [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8103ab4b02adc1988a4335d1992776d 2024-12-05T11:22:14,173 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 883, reset compression=false 2024-12-05T11:22:14,293 DEBUG [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8103ab4b02adc1988a4335d1992776d 2024-12-05T11:22:14,356 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740/.tmp/rep_barrier/b47933c61c1e48cd9f849eacd3b31264 2024-12-05T11:22:14,360 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/default/test/f8103ab4b02adc1988a4335d1992776d/.tmp/f1/5befb33ebfcf48b2a01a287ab5de1ab9 2024-12-05T11:22:14,363 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5befb33ebfcf48b2a01a287ab5de1ab9 2024-12-05T11:22:14,374 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740/.tmp/table/494f22dab1c2436fbb91cbbb93d2bf0d is 53, key is hbase:replication/table:state/1733397714181/Put/seqid=0 2024-12-05T11:22:14,375 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/default/test/f8103ab4b02adc1988a4335d1992776d/.tmp/norep/ab39ed16eef246c4a796e088f90f976d is 32, key is row/norep:/1733397721498/DeleteFamily/seqid=0 2024-12-05T11:22:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741847_1023 (size=5101) 2024-12-05T11:22:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741846_1022 (size=5308) 2024-12-05T11:22:14,378 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740/.tmp/table/494f22dab1c2436fbb91cbbb93d2bf0d 2024-12-05T11:22:14,381 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740/.tmp/info/f6a0699874384499add060304cd84a9d as hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740/info/f6a0699874384499add060304cd84a9d 2024-12-05T11:22:14,384 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740/info/f6a0699874384499add060304cd84a9d, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T11:22:14,384 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740/.tmp/ns/767ee8a64a22410caf24b0e3651ce39e as hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740/ns/767ee8a64a22410caf24b0e3651ce39e 2024-12-05T11:22:14,387 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740/ns/767ee8a64a22410caf24b0e3651ce39e, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T11:22:14,388 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740/.tmp/rep_barrier/b47933c61c1e48cd9f849eacd3b31264 as hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740/rep_barrier/b47933c61c1e48cd9f849eacd3b31264 2024-12-05T11:22:14,391 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740/rep_barrier/b47933c61c1e48cd9f849eacd3b31264, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T11:22:14,392 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740/.tmp/table/494f22dab1c2436fbb91cbbb93d2bf0d as hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740/table/494f22dab1c2436fbb91cbbb93d2bf0d 2024-12-05T11:22:14,395 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740/table/494f22dab1c2436fbb91cbbb93d2bf0d, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T11:22:14,396 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=16, compaction requested=false 2024-12-05T11:22:14,396 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:22:14,399 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T11:22:14,400 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:22:14,400 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:22:14,400 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:22:14,400 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397733092Running coprocessor pre-close hooks at 1733397733092Disabling compacts and flushes for region at 1733397733092Disabling writes for close at 1733397733092Obtaining lock to block concurrent updates at 1733397733092Preparing flush snapshotting stores in 1588230740 at 1733397733092Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733397733092Flushing stores of hbase:meta,,1.1588230740 at 1733397733093 (+1 ms)Flushing 1588230740/info: creating writer at 1733397733093Flushing 1588230740/info: appending metadata at 1733397733104 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733397733104Flushing 1588230740/ns: creating writer at 1733397733512 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733397733530 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733397733530Flushing 1588230740/rep_barrier: creating writer at 1733397733937 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733397733951 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733397733951Flushing 1588230740/table: creating writer at 1733397734359 (+408 ms)Flushing 1588230740/table: appending metadata at 1733397734374 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733397734374Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5270a6c5: reopening flushed file at 1733397734381 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8e6089f: reopening flushed file at 1733397734384 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fa485a6: reopening flushed file at 1733397734387 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79578ec1: reopening flushed file at 1733397734391 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=16, compaction requested=false at 1733397734396 (+5 ms)Writing region close event to WAL at 1733397734397 (+1 ms)Running coprocessor post-close hooks at 1733397734400 (+3 ms)Closed at 1733397734400 2024-12-05T11:22:14,400 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:22:14,493 DEBUG [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(1351): Waiting on f8103ab4b02adc1988a4335d1992776d 2024-12-05T11:22:14,576 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 883, reset compression=false 2024-12-05T11:22:14,693 DEBUG [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(1351): Waiting on f8103ab4b02adc1988a4335d1992776d 2024-12-05T11:22:14,778 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/default/test/f8103ab4b02adc1988a4335d1992776d/.tmp/norep/ab39ed16eef246c4a796e088f90f976d 2024-12-05T11:22:14,782 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab39ed16eef246c4a796e088f90f976d 2024-12-05T11:22:14,782 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/default/test/f8103ab4b02adc1988a4335d1992776d/.tmp/f/87f05df108fe49f182b671e29ed97c58 as hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/default/test/f8103ab4b02adc1988a4335d1992776d/f/87f05df108fe49f182b671e29ed97c58 2024-12-05T11:22:14,786 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87f05df108fe49f182b671e29ed97c58 2024-12-05T11:22:14,786 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/default/test/f8103ab4b02adc1988a4335d1992776d/f/87f05df108fe49f182b671e29ed97c58, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T11:22:14,786 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/default/test/f8103ab4b02adc1988a4335d1992776d/.tmp/f1/5befb33ebfcf48b2a01a287ab5de1ab9 as hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/default/test/f8103ab4b02adc1988a4335d1992776d/f1/5befb33ebfcf48b2a01a287ab5de1ab9 2024-12-05T11:22:14,790 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5befb33ebfcf48b2a01a287ab5de1ab9 2024-12-05T11:22:14,790 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/default/test/f8103ab4b02adc1988a4335d1992776d/f1/5befb33ebfcf48b2a01a287ab5de1ab9, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T11:22:14,790 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/default/test/f8103ab4b02adc1988a4335d1992776d/.tmp/norep/ab39ed16eef246c4a796e088f90f976d as hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/default/test/f8103ab4b02adc1988a4335d1992776d/norep/ab39ed16eef246c4a796e088f90f976d 2024-12-05T11:22:14,794 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab39ed16eef246c4a796e088f90f976d 2024-12-05T11:22:14,794 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/default/test/f8103ab4b02adc1988a4335d1992776d/norep/ab39ed16eef246c4a796e088f90f976d, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T11:22:14,795 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for f8103ab4b02adc1988a4335d1992776d in 1274ms, sequenceid=6, compaction requested=false 2024-12-05T11:22:14,795 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T11:22:14,806 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/data/default/test/f8103ab4b02adc1988a4335d1992776d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T11:22:14,806 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:22:14,806 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:22:14,806 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733397709589.f8103ab4b02adc1988a4335d1992776d. 2024-12-05T11:22:14,806 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8103ab4b02adc1988a4335d1992776d: Waiting for close lock at 1733397733521Running coprocessor pre-close hooks at 1733397733521Disabling compacts and flushes for region at 1733397733521Disabling writes for close at 1733397733521Obtaining lock to block concurrent updates at 1733397733521Preparing flush snapshotting stores in f8103ab4b02adc1988a4335d1992776d at 1733397733521Finished memstore snapshotting test,,1733397709589.f8103ab4b02adc1988a4335d1992776d., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733397733522 (+1 ms)Flushing stores of test,,1733397709589.f8103ab4b02adc1988a4335d1992776d. at 1733397733522Flushing f8103ab4b02adc1988a4335d1992776d/f: creating writer at 1733397733522Flushing f8103ab4b02adc1988a4335d1992776d/f: appending metadata at 1733397733535 (+13 ms)Flushing f8103ab4b02adc1988a4335d1992776d/f: closing flushed file at 1733397733535Flushing f8103ab4b02adc1988a4335d1992776d/f1: creating writer at 1733397733944 (+409 ms)Flushing f8103ab4b02adc1988a4335d1992776d/f1: appending metadata at 1733397733956 (+12 ms)Flushing f8103ab4b02adc1988a4335d1992776d/f1: closing flushed file at 1733397733956Flushing f8103ab4b02adc1988a4335d1992776d/norep: creating writer at 1733397734363 (+407 ms)Flushing f8103ab4b02adc1988a4335d1992776d/norep: appending metadata at 1733397734374 (+11 ms)Flushing f8103ab4b02adc1988a4335d1992776d/norep: closing flushed file at 1733397734374Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62a8599a: reopening flushed file at 1733397734782 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7573997f: reopening flushed file at 1733397734786 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f3a92f2: reopening flushed file at 1733397734790 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for f8103ab4b02adc1988a4335d1992776d in 1274ms, sequenceid=6, compaction requested=false at 1733397734795 (+5 ms)Writing region close event to WAL at 1733397734803 (+8 ms)Running coprocessor post-close hooks at 1733397734806 (+3 ms)Closed at 1733397734806 2024-12-05T11:22:14,807 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733397709589.f8103ab4b02adc1988a4335d1992776d. 2024-12-05T11:22:14,893 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,42641,1733397695675; all regions closed. 2024-12-05T11:22:14,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741834_1010 (size=4239) 2024-12-05T11:22:14,896 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.meta.1733397698252.meta not finished, retry = 0 2024-12-05T11:22:14,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741839_1015 (size=2240) 2024-12-05T11:22:14,998 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.rep.1733397714150 not finished, retry = 0 2024-12-05T11:22:15,079 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 883, reset compression=false 2024-12-05T11:22:15,083 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:22:15,083 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.wal-reader.6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 to pos 1527, reset compression=false 2024-12-05T11:22:15,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741833_1009 (size=1535) 2024-12-05T11:22:15,100 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/WALs/6706a97ae65f,42641,1733397695675/6706a97ae65f%2C42641%2C1733397695675.1733397697880 not finished, retry = 0 2024-12-05T11:22:15,201 DEBUG [RS:0;6706a97ae65f:42641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:15,201 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:22:15,201 INFO [RS:0;6706a97ae65f:42641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:22:15,201 INFO [RS:0;6706a97ae65f:42641 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T11:22:15,201 INFO [RS:0;6706a97ae65f:42641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:22:15,201 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:22:15,201 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6706a97ae65f,42641,1733397695675 because: Region server is closing 2024-12-05T11:22:15,201 INFO [RS:0;6706a97ae65f:42641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:42641. 2024-12-05T11:22:15,202 DEBUG [RS:0;6706a97ae65f:42641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:15,202 DEBUG [RS:0;6706a97ae65f:42641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:15,202 DEBUG [RS:0;6706a97ae65f:42641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:15,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:22:15,302 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,42641,1733397695675.replicationSource.shipper6706a97ae65f%2C42641%2C1733397695675,1-6706a97ae65f,42641,1733397695675 terminated 2024-12-05T11:22:15,302 INFO [RS:0;6706a97ae65f:42641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42641 2024-12-05T11:22:15,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x101a539be580001, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01092067866/rs/6706a97ae65f,42641,1733397695675 2024-12-05T11:22:15,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01092067866/rs 2024-12-05T11:22:15,355 INFO [RS:0;6706a97ae65f:42641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:22:15,356 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,42641,1733397695675] 2024-12-05T11:22:15,376 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01092067866/draining/6706a97ae65f,42641,1733397695675 already deleted, retry=false 2024-12-05T11:22:15,376 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,42641,1733397695675 expired; onlineServers=0 2024-12-05T11:22:15,376 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,35275,1733397695481' ***** 2024-12-05T11:22:15,376 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:22:15,377 INFO [M:0;6706a97ae65f:35275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:22:15,377 INFO [M:0;6706a97ae65f:35275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:22:15,377 DEBUG [M:0;6706a97ae65f:35275 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:22:15,377 DEBUG [M:0;6706a97ae65f:35275 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:22:15,377 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:22:15,377 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397697656 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397697656,5,FailOnTimeoutGroup] 2024-12-05T11:22:15,377 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397697656 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397697656,5,FailOnTimeoutGroup] 2024-12-05T11:22:15,377 INFO [M:0;6706a97ae65f:35275 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:22:15,377 INFO [M:0;6706a97ae65f:35275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:22:15,377 DEBUG [M:0;6706a97ae65f:35275 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:22:15,377 INFO [M:0;6706a97ae65f:35275 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:22:15,377 INFO [M:0;6706a97ae65f:35275 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:22:15,377 INFO [M:0;6706a97ae65f:35275 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:22:15,377 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:22:15,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01092067866/master 2024-12-05T11:22:15,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01092067866 2024-12-05T11:22:15,387 DEBUG [M:0;6706a97ae65f:35275 {}] zookeeper.ZKUtil(347): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Unable to get data of znode /01092067866/master because node does not exist (not an error) 2024-12-05T11:22:15,387 WARN [M:0;6706a97ae65f:35275 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:22:15,388 INFO [M:0;6706a97ae65f:35275 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/.lastflushedseqids 2024-12-05T11:22:15,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741848_1024 (size=245) 2024-12-05T11:22:15,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x101a539be580001, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:22:15,466 INFO [RS:0;6706a97ae65f:42641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:22:15,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42641-0x101a539be580001, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:22:15,466 INFO [RS:0;6706a97ae65f:42641 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,42641,1733397695675; zookeeper connection closed. 2024-12-05T11:22:15,466 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@173ccda4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@173ccda4 2024-12-05T11:22:15,467 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:22:15,549 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:22:15,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:15,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:15,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:15,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:15,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:15,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:15,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:15,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:15,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:15,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:15,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:15,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:15,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:15,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:15,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:15,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:15,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:15,792 INFO [M:0;6706a97ae65f:35275 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:22:15,792 INFO [M:0;6706a97ae65f:35275 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:22:15,793 DEBUG [M:0;6706a97ae65f:35275 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:22:15,793 INFO [M:0;6706a97ae65f:35275 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:15,793 DEBUG [M:0;6706a97ae65f:35275 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:15,793 DEBUG [M:0;6706a97ae65f:35275 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:22:15,793 DEBUG [M:0;6706a97ae65f:35275 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:15,793 INFO [M:0;6706a97ae65f:35275 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-05T11:22:15,806 DEBUG [M:0;6706a97ae65f:35275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f48213b3cf4b4d74b805bd93ed84aca4 is 82, key is hbase:meta,,1/info:regioninfo/1733397698276/Put/seqid=0 2024-12-05T11:22:15,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741849_1025 (size=5672) 2024-12-05T11:22:16,209 INFO [M:0;6706a97ae65f:35275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f48213b3cf4b4d74b805bd93ed84aca4 2024-12-05T11:22:16,225 DEBUG [M:0;6706a97ae65f:35275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08259229f0de45a7857b80af2897d16a is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733397710352/Put/seqid=0 2024-12-05T11:22:16,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741850_1026 (size=7219) 2024-12-05T11:22:16,629 INFO [M:0;6706a97ae65f:35275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08259229f0de45a7857b80af2897d16a 2024-12-05T11:22:16,632 INFO [M:0;6706a97ae65f:35275 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08259229f0de45a7857b80af2897d16a 2024-12-05T11:22:16,644 DEBUG [M:0;6706a97ae65f:35275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2c15f115b984af88224216c24b08397 is 69, key is 6706a97ae65f,42641,1733397695675/rs:state/1733397697736/Put/seqid=0 2024-12-05T11:22:16,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741851_1027 (size=5156) 2024-12-05T11:22:17,047 INFO [M:0;6706a97ae65f:35275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2c15f115b984af88224216c24b08397 2024-12-05T11:22:17,051 DEBUG [M:0;6706a97ae65f:35275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f48213b3cf4b4d74b805bd93ed84aca4 as hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f48213b3cf4b4d74b805bd93ed84aca4 2024-12-05T11:22:17,054 INFO [M:0;6706a97ae65f:35275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f48213b3cf4b4d74b805bd93ed84aca4, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T11:22:17,054 DEBUG [M:0;6706a97ae65f:35275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08259229f0de45a7857b80af2897d16a as hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08259229f0de45a7857b80af2897d16a 2024-12-05T11:22:17,057 INFO [M:0;6706a97ae65f:35275 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08259229f0de45a7857b80af2897d16a 2024-12-05T11:22:17,057 INFO [M:0;6706a97ae65f:35275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08259229f0de45a7857b80af2897d16a, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T11:22:17,058 DEBUG [M:0;6706a97ae65f:35275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2c15f115b984af88224216c24b08397 as hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2c15f115b984af88224216c24b08397 2024-12-05T11:22:17,061 INFO [M:0;6706a97ae65f:35275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34307/user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2c15f115b984af88224216c24b08397, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T11:22:17,061 INFO [M:0;6706a97ae65f:35275 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=105, compaction requested=false 2024-12-05T11:22:17,062 INFO [M:0;6706a97ae65f:35275 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:17,062 DEBUG [M:0;6706a97ae65f:35275 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397735793Disabling compacts and flushes for region at 1733397735793Disabling writes for close at 1733397735793Obtaining lock to block concurrent updates at 1733397735793Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397735793Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733397735793Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397735793Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397735794 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397735806 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397735806Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397736213 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397736225 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397736225Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397736632 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397736644 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397736644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f5982cd: reopening flushed file at 1733397737050 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b1ff55f: reopening flushed file at 1733397737054 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e534221: reopening flushed file at 1733397737057 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=105, compaction requested=false at 1733397737061 (+4 ms)Writing region close event to WAL at 1733397737062 (+1 ms)Closed at 1733397737062 2024-12-05T11:22:17,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40481 is added to blk_1073741830_1006 (size=64435) 2024-12-05T11:22:17,063 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41937841-ecb9-c771-5626-fe75e04bb4cd/MasterData/WALs/6706a97ae65f,35275,1733397695481/6706a97ae65f%2C35275%2C1733397695481.1733397697390 not finished, retry = 0 2024-12-05T11:22:17,164 INFO [M:0;6706a97ae65f:35275 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:22:17,164 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:22:17,164 INFO [M:0;6706a97ae65f:35275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35275 2024-12-05T11:22:17,164 INFO [M:0;6706a97ae65f:35275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:22:17,319 INFO [M:0;6706a97ae65f:35275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:22:17,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:22:17,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35275-0x101a539be580000, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:22:17,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b1d1cad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:22:17,321 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c9f3285{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:22:17,321 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:22:17,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7138691d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:22:17,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bf6ea1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/hadoop.log.dir/,STOPPED} 2024-12-05T11:22:17,322 WARN [BP-605097897-172.17.0.2-1733397693123 heartbeating to localhost/127.0.0.1:34307 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:22:17,322 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:22:17,322 WARN [BP-605097897-172.17.0.2-1733397693123 heartbeating to localhost/127.0.0.1:34307 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-605097897-172.17.0.2-1733397693123 (Datanode Uuid 133794f2-cb3a-4354-ae3e-6edd749a2a6f) service to localhost/127.0.0.1:34307 2024-12-05T11:22:17,322 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:22:17,322 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/cluster_5651f7fe-724b-49dd-f1e8-0c39175e66a1/data/data1/current/BP-605097897-172.17.0.2-1733397693123 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:22:17,322 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/cluster_5651f7fe-724b-49dd-f1e8-0c39175e66a1/data/data2/current/BP-605097897-172.17.0.2-1733397693123 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:22:17,322 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:22:17,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27a385ce{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:22:17,327 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f0185fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:22:17,327 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:22:17,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45f08825{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:22:17,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3aef69ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55608fa1-848f-1e30-4969-664ad0478d08/hadoop.log.dir/,STOPPED} 2024-12-05T11:22:17,332 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T11:22:17,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:22:17,352 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 314) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33853 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33853 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64852) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43277 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33853 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43277 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64852) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:34307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34307 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:43277 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33853 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64852) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43277 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33853 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 727) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 369), ProcessCount=11 (was 11), AvailableMemoryMB=6039 (was 6282) 2024-12-05T11:22:17,361 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=6039 2024-12-05T11:22:17,371 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-05T11:22:17,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/hadoop.log.dir so I do NOT create it in target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143 2024-12-05T11:22:17,371 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T11:22:17,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/hadoop.tmp.dir so I do NOT create it in target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143 2024-12-05T11:22:17,371 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79cfbd5c-3f2f-a841-dc33-43e125f25dc8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T11:22:17,371 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143 2024-12-05T11:22:17,372 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/cluster_7b67a89d-a97f-c824-ffe7-4b74242049e8, deleteOnExit=true 2024-12-05T11:22:17,394 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/cluster_7b67a89d-a97f-c824-ffe7-4b74242049e8/zookeeper_0, clientPort=57173, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/cluster_7b67a89d-a97f-c824-ffe7-4b74242049e8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/cluster_7b67a89d-a97f-c824-ffe7-4b74242049e8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T11:22:17,394 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57173 2024-12-05T11:22:17,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:22:17,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:22:17,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/test.cache.data in system properties and HBase conf 2024-12-05T11:22:17,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:22:17,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:22:17,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:22:17,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:22:17,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:22:17,395 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:22:17,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:22:17,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:22:17,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:22:17,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:22:17,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:22:17,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:22:17,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:22:17,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:22:17,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:22:17,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:22:17,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:22:17,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:22:17,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:22:17,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:22:17,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a539be580002, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T11:22:17,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a539be580008, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T11:22:17,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a539be580005, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T11:22:17,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a539be580005, quorum=127.0.0.1:64852, baseZNode=/1-143285322 Received Disconnected from ZooKeeper, ignoring 2024-12-05T11:22:17,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a539be580008, quorum=127.0.0.1:64852, baseZNode=/2400280935 Received Disconnected from ZooKeeper, ignoring 2024-12-05T11:22:17,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a539be580002, quorum=127.0.0.1:64852, baseZNode=/01092067866 Received Disconnected from ZooKeeper, ignoring 2024-12-05T11:22:17,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:22:17,707 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:22:17,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:22:17,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:22:17,708 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:22:17,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:22:17,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5270ecdb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:22:17,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6395acc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:22:17,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ec413bf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/java.io.tmpdir/jetty-localhost-40601-hadoop-hdfs-3_4_1-tests_jar-_-any-4322132074426100605/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:22:17,798 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32ebdd7d{HTTP/1.1, (http/1.1)}{localhost:40601} 2024-12-05T11:22:17,798 INFO [Time-limited test {}] server.Server(415): Started @325135ms 2024-12-05T11:22:18,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:22:18,024 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:22:18,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:22:18,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:22:18,026 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:22:18,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13e36719{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:22:18,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fae56ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:22:18,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@604931ee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/java.io.tmpdir/jetty-localhost-44071-hadoop-hdfs-3_4_1-tests_jar-_-any-3195787556257955323/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:22:18,116 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e3f6c1{HTTP/1.1, (http/1.1)}{localhost:44071} 2024-12-05T11:22:18,116 INFO [Time-limited test {}] server.Server(415): Started @325453ms 2024-12-05T11:22:18,117 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:22:18,729 WARN [Thread-4207 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/cluster_7b67a89d-a97f-c824-ffe7-4b74242049e8/data/data2/current/BP-731237073-172.17.0.2-1733397737408/current, will proceed with Du for space computation calculation, 2024-12-05T11:22:18,729 WARN [Thread-4206 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/cluster_7b67a89d-a97f-c824-ffe7-4b74242049e8/data/data1/current/BP-731237073-172.17.0.2-1733397737408/current, will proceed with Du for space computation calculation, 2024-12-05T11:22:18,747 WARN [Thread-4194 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:22:18,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d0b6c9c60f8284a with lease ID 0x2380305670cceef1: Processing first storage report for DS-c59633b4-6ff1-431b-b7a6-bc577871dbd5 from datanode DatanodeRegistration(127.0.0.1:44121, datanodeUuid=a386f377-07b2-417f-bafb-7a013f3e86dd, infoPort=40751, infoSecurePort=0, ipcPort=36195, storageInfo=lv=-57;cid=testClusterID;nsid=416914000;c=1733397737408) 2024-12-05T11:22:18,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d0b6c9c60f8284a with lease ID 0x2380305670cceef1: from storage DS-c59633b4-6ff1-431b-b7a6-bc577871dbd5 node DatanodeRegistration(127.0.0.1:44121, datanodeUuid=a386f377-07b2-417f-bafb-7a013f3e86dd, infoPort=40751, infoSecurePort=0, ipcPort=36195, storageInfo=lv=-57;cid=testClusterID;nsid=416914000;c=1733397737408), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:22:18,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d0b6c9c60f8284a with lease ID 0x2380305670cceef1: Processing first storage report for DS-44959b95-049b-4d7f-8a1e-0954c21d6da8 from datanode DatanodeRegistration(127.0.0.1:44121, datanodeUuid=a386f377-07b2-417f-bafb-7a013f3e86dd, infoPort=40751, infoSecurePort=0, ipcPort=36195, storageInfo=lv=-57;cid=testClusterID;nsid=416914000;c=1733397737408) 2024-12-05T11:22:18,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d0b6c9c60f8284a with lease ID 0x2380305670cceef1: from storage DS-44959b95-049b-4d7f-8a1e-0954c21d6da8 node DatanodeRegistration(127.0.0.1:44121, datanodeUuid=a386f377-07b2-417f-bafb-7a013f3e86dd, infoPort=40751, infoSecurePort=0, ipcPort=36195, storageInfo=lv=-57;cid=testClusterID;nsid=416914000;c=1733397737408), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:22:18,836 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143 2024-12-05T11:22:18,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:18,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:18,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:22:18,843 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6 with version=8 2024-12-05T11:22:18,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/hbase-staging 2024-12-05T11:22:18,844 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:22:18,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:18,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:18,844 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:22:18,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:18,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:22:18,845 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:22:18,845 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:22:18,845 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37641 2024-12-05T11:22:18,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37641 connecting to ZooKeeper ensemble=127.0.0.1:57173 2024-12-05T11:22:18,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376410x0, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:22:18,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37641-0x101a53a6b5c0000 connected 2024-12-05T11:22:18,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T11:22:18,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T11:22:18,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T11:22:18,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:22:18,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:18,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:18,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37641-0x101a53a6b5c0000, quorum=127.0.0.1:57173, baseZNode=/050136122 Set watcher on znode that does not yet exist, /050136122/running 2024-12-05T11:22:18,989 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6, hbase.cluster.distributed=false 2024-12-05T11:22:18,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37641-0x101a53a6b5c0000, quorum=127.0.0.1:57173, baseZNode=/050136122 Set watcher on znode that does not yet exist, /050136122/acl 2024-12-05T11:22:18,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37641 2024-12-05T11:22:18,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37641 2024-12-05T11:22:18,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37641 2024-12-05T11:22:18,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37641 2024-12-05T11:22:18,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37641 2024-12-05T11:22:19,003 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:22:19,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:19,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:19,003 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:22:19,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:19,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:22:19,003 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:22:19,003 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:22:19,004 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42525 2024-12-05T11:22:19,004 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42525 connecting to ZooKeeper ensemble=127.0.0.1:57173 2024-12-05T11:22:19,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:19,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:19,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425250x0, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:22:19,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425250x0, quorum=127.0.0.1:57173, baseZNode=/050136122 Set watcher on znode that does not yet exist, /050136122/running 2024-12-05T11:22:19,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42525-0x101a53a6b5c0001 connected 2024-12-05T11:22:19,019 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:22:19,019 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:22:19,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42525-0x101a53a6b5c0001, quorum=127.0.0.1:57173, baseZNode=/050136122 Set watcher on znode that does not yet exist, /050136122/master 2024-12-05T11:22:19,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42525-0x101a53a6b5c0001, quorum=127.0.0.1:57173, baseZNode=/050136122 Set watcher on znode that does not yet exist, /050136122/acl 2024-12-05T11:22:19,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42525 2024-12-05T11:22:19,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42525 2024-12-05T11:22:19,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42525 2024-12-05T11:22:19,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42525 2024-12-05T11:22:19,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42525 2024-12-05T11:22:19,034 DEBUG [M:0;6706a97ae65f:37641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:37641 2024-12-05T11:22:19,035 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /050136122/backup-masters/6706a97ae65f,37641,1733397738844 2024-12-05T11:22:19,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x101a53a6b5c0000, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/050136122/backup-masters 2024-12-05T11:22:19,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a53a6b5c0001, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/050136122/backup-masters 2024-12-05T11:22:19,040 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37641-0x101a53a6b5c0000, quorum=127.0.0.1:57173, baseZNode=/050136122 Set watcher on existing znode=/050136122/backup-masters/6706a97ae65f,37641,1733397738844 2024-12-05T11:22:19,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a53a6b5c0001, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/050136122/master 2024-12-05T11:22:19,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x101a53a6b5c0000, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/050136122 2024-12-05T11:22:19,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a53a6b5c0001, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/050136122 2024-12-05T11:22:19,050 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37641-0x101a53a6b5c0000, quorum=127.0.0.1:57173, baseZNode=/050136122 Set watcher on existing znode=/050136122/master 2024-12-05T11:22:19,050 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /050136122/backup-masters/6706a97ae65f,37641,1733397738844 from backup master directory 2024-12-05T11:22:19,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a53a6b5c0001, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/050136122/backup-masters 2024-12-05T11:22:19,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x101a53a6b5c0000, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/050136122/backup-masters/6706a97ae65f,37641,1733397738844 2024-12-05T11:22:19,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x101a53a6b5c0000, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/050136122/backup-masters 2024-12-05T11:22:19,060 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:22:19,060 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,37641,1733397738844 2024-12-05T11:22:19,063 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/hbase.id] with ID: 3c6d4970-0957-405e-b9bd-fc787ec8ec5a 2024-12-05T11:22:19,063 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/.tmp/hbase.id 2024-12-05T11:22:19,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:22:19,475 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/.tmp/hbase.id]:[hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/hbase.id] 2024-12-05T11:22:19,481 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:19,482 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:22:19,482 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T11:22:19,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x101a53a6b5c0000, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/050136122 2024-12-05T11:22:19,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a53a6b5c0001, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/050136122 2024-12-05T11:22:19,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:22:19,928 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:22:19,928 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:22:19,929 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:22:19,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:22:20,334 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/MasterData/data/master/store 2024-12-05T11:22:20,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:22:20,740 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:20,740 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:22:20,740 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:20,740 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:20,740 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:22:20,740 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:20,740 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:20,740 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397740740Disabling compacts and flushes for region at 1733397740740Disabling writes for close at 1733397740740Writing region close event to WAL at 1733397740740Closed at 1733397740740 2024-12-05T11:22:20,741 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/MasterData/data/master/store/.initializing 2024-12-05T11:22:20,741 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/MasterData/WALs/6706a97ae65f,37641,1733397738844 2024-12-05T11:22:20,741 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:22:20,743 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C37641%2C1733397738844, suffix=, logDir=hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/MasterData/WALs/6706a97ae65f,37641,1733397738844, archiveDir=hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/MasterData/oldWALs, maxLogs=10 2024-12-05T11:22:20,753 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/MasterData/WALs/6706a97ae65f,37641,1733397738844/6706a97ae65f%2C37641%2C1733397738844.1733397740743, exclude list is [], retry=0 2024-12-05T11:22:20,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44121,DS-c59633b4-6ff1-431b-b7a6-bc577871dbd5,DISK] 2024-12-05T11:22:20,756 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/MasterData/WALs/6706a97ae65f,37641,1733397738844/6706a97ae65f%2C37641%2C1733397738844.1733397740743 2024-12-05T11:22:20,757 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40751:40751)] 2024-12-05T11:22:20,757 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:22:20,757 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:20,757 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:20,757 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:20,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:20,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:22:20,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:20,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:20,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:20,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:22:20,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:20,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:20,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:20,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:22:20,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:20,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:20,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:20,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:22:20,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:20,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:20,762 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:20,763 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:20,763 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:20,763 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:20,763 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:20,764 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:22:20,765 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:20,766 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:22:20,766 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74521765, jitterRate=0.11046083271503448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:22:20,766 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397740757Initializing all the Stores at 1733397740758 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397740758Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397740758Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397740758Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397740758Cleaning up temporary data from old regions at 1733397740763 (+5 ms)Region opened successfully at 1733397740766 (+3 ms) 2024-12-05T11:22:20,766 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:22:20,768 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c9dfa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:22:20,769 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:22:20,769 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:22:20,769 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:22:20,769 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:22:20,770 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:22:20,770 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:22:20,770 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:22:20,771 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:22:20,772 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37641-0x101a53a6b5c0000, quorum=127.0.0.1:57173, baseZNode=/050136122 Unable to get data of znode /050136122/balancer because node does not exist (not necessarily an error) 2024-12-05T11:22:20,804 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:22:20,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:20,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:20,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:20,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:20,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:20,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:20,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:20,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:20,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:20,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:20,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:20,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:20,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:20,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:20,829 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /050136122/balancer already deleted, retry=false 2024-12-05T11:22:20,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:20,829 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:22:20,830 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37641-0x101a53a6b5c0000, quorum=127.0.0.1:57173, baseZNode=/050136122 Unable to get data of znode /050136122/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:22:20,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:20,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:20,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:20,839 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /050136122/normalizer already deleted, retry=false 2024-12-05T11:22:20,839 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:22:20,840 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37641-0x101a53a6b5c0000, quorum=127.0.0.1:57173, baseZNode=/050136122 Unable to get data of znode /050136122/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:22:20,850 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /050136122/switch/split already deleted, retry=false 2024-12-05T11:22:20,850 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37641-0x101a53a6b5c0000, quorum=127.0.0.1:57173, baseZNode=/050136122 Unable to get data of znode /050136122/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:22:20,860 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /050136122/switch/merge already deleted, retry=false 2024-12-05T11:22:20,862 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37641-0x101a53a6b5c0000, quorum=127.0.0.1:57173, baseZNode=/050136122 Unable to get data of znode /050136122/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:22:20,871 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /050136122/snapshot-cleanup already deleted, retry=false 2024-12-05T11:22:20,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x101a53a6b5c0000, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/050136122/running 2024-12-05T11:22:20,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a53a6b5c0001, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/050136122/running 2024-12-05T11:22:20,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x101a53a6b5c0000, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/050136122 2024-12-05T11:22:20,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a53a6b5c0001, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/050136122 2024-12-05T11:22:20,882 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,37641,1733397738844, sessionid=0x101a53a6b5c0000, setting cluster-up flag (Was=false) 2024-12-05T11:22:20,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x101a53a6b5c0000, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/050136122 2024-12-05T11:22:20,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a53a6b5c0001, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/050136122 2024-12-05T11:22:20,934 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /050136122/flush-table-proc/acquired, /050136122/flush-table-proc/reached, /050136122/flush-table-proc/abort 2024-12-05T11:22:20,935 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,37641,1733397738844 2024-12-05T11:22:20,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x101a53a6b5c0000, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/050136122 2024-12-05T11:22:20,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a53a6b5c0001, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/050136122 2024-12-05T11:22:20,986 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /050136122/online-snapshot/acquired, /050136122/online-snapshot/reached, /050136122/online-snapshot/abort 2024-12-05T11:22:20,987 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,37641,1733397738844 2024-12-05T11:22:20,988 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:22:20,989 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:22:20,989 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:22:20,989 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:22:20,989 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,37641,1733397738844 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:22:20,990 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:22:20,990 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:22:20,990 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:22:20,990 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:22:20,990 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:22:20,990 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:20,990 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:22:20,990 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:20,991 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:22:20,991 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:22:20,992 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:20,992 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:22:20,995 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397770995 2024-12-05T11:22:20,995 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:22:20,995 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:22:20,995 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:22:20,995 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:22:20,995 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:22:20,995 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:22:20,995 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:20,996 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:22:20,996 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:22:20,996 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:22:20,996 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:22:20,996 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:22:20,996 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:22:20,996 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397740996,5,FailOnTimeoutGroup] 2024-12-05T11:22:20,998 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397740996,5,FailOnTimeoutGroup] 2024-12-05T11:22:20,998 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:20,998 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:22:20,998 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:20,998 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:21,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:22:21,027 INFO [RS:0;6706a97ae65f:42525 {}] regionserver.HRegionServer(746): ClusterId : 3c6d4970-0957-405e-b9bd-fc787ec8ec5a 2024-12-05T11:22:21,027 DEBUG [RS:0;6706a97ae65f:42525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:22:21,040 DEBUG [RS:0;6706a97ae65f:42525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:22:21,040 DEBUG [RS:0;6706a97ae65f:42525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:22:21,050 DEBUG [RS:0;6706a97ae65f:42525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:22:21,050 DEBUG [RS:0;6706a97ae65f:42525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a23281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:22:21,060 DEBUG [RS:0;6706a97ae65f:42525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:42525 2024-12-05T11:22:21,060 INFO [RS:0;6706a97ae65f:42525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:22:21,060 INFO [RS:0;6706a97ae65f:42525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:22:21,060 DEBUG [RS:0;6706a97ae65f:42525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:22:21,061 INFO [RS:0;6706a97ae65f:42525 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,37641,1733397738844 with port=42525, startcode=1733397739003 2024-12-05T11:22:21,061 DEBUG [RS:0;6706a97ae65f:42525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:22:21,062 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:22:21,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37641 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,42525,1733397739003 2024-12-05T11:22:21,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37641 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,42525,1733397739003 2024-12-05T11:22:21,063 DEBUG [RS:0;6706a97ae65f:42525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6 2024-12-05T11:22:21,063 DEBUG [RS:0;6706a97ae65f:42525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37071 2024-12-05T11:22:21,063 DEBUG [RS:0;6706a97ae65f:42525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:22:21,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x101a53a6b5c0000, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/050136122/rs 2024-12-05T11:22:21,071 DEBUG [RS:0;6706a97ae65f:42525 {}] zookeeper.ZKUtil(111): regionserver:42525-0x101a53a6b5c0001, quorum=127.0.0.1:57173, baseZNode=/050136122 Set watcher on existing znode=/050136122/rs/6706a97ae65f,42525,1733397739003 2024-12-05T11:22:21,071 WARN [RS:0;6706a97ae65f:42525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:22:21,071 INFO [RS:0;6706a97ae65f:42525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:22:21,071 DEBUG [RS:0;6706a97ae65f:42525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/WALs/6706a97ae65f,42525,1733397739003 2024-12-05T11:22:21,071 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,42525,1733397739003] 2024-12-05T11:22:21,073 INFO [RS:0;6706a97ae65f:42525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:22:21,074 INFO [RS:0;6706a97ae65f:42525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:22:21,074 INFO [RS:0;6706a97ae65f:42525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:22:21,074 INFO [RS:0;6706a97ae65f:42525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:21,074 INFO [RS:0;6706a97ae65f:42525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:22:21,075 INFO [RS:0;6706a97ae65f:42525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:22:21,075 INFO [RS:0;6706a97ae65f:42525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:21,075 DEBUG [RS:0;6706a97ae65f:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:21,075 DEBUG [RS:0;6706a97ae65f:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:21,075 DEBUG [RS:0;6706a97ae65f:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:21,075 DEBUG [RS:0;6706a97ae65f:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:21,075 DEBUG [RS:0;6706a97ae65f:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:21,075 DEBUG [RS:0;6706a97ae65f:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:22:21,075 DEBUG [RS:0;6706a97ae65f:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:21,075 DEBUG [RS:0;6706a97ae65f:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:21,075 DEBUG [RS:0;6706a97ae65f:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:21,075 DEBUG [RS:0;6706a97ae65f:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:21,075 DEBUG [RS:0;6706a97ae65f:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:21,075 DEBUG [RS:0;6706a97ae65f:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:21,075 DEBUG [RS:0;6706a97ae65f:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:22:21,075 DEBUG [RS:0;6706a97ae65f:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:22:21,076 INFO [RS:0;6706a97ae65f:42525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:21,076 INFO [RS:0;6706a97ae65f:42525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:21,076 INFO [RS:0;6706a97ae65f:42525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:21,076 INFO [RS:0;6706a97ae65f:42525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:21,076 INFO [RS:0;6706a97ae65f:42525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:21,076 INFO [RS:0;6706a97ae65f:42525 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42525,1733397739003-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:22:21,087 INFO [RS:0;6706a97ae65f:42525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:22:21,087 INFO [RS:0;6706a97ae65f:42525 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,42525,1733397739003-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:21,087 INFO [RS:0;6706a97ae65f:42525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:21,087 INFO [RS:0;6706a97ae65f:42525 {}] regionserver.Replication(171): 6706a97ae65f,42525,1733397739003 started 2024-12-05T11:22:21,098 INFO [RS:0;6706a97ae65f:42525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:21,098 INFO [RS:0;6706a97ae65f:42525 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,42525,1733397739003, RpcServer on 6706a97ae65f/172.17.0.2:42525, sessionid=0x101a53a6b5c0001 2024-12-05T11:22:21,098 DEBUG [RS:0;6706a97ae65f:42525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:22:21,098 DEBUG [RS:0;6706a97ae65f:42525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,42525,1733397739003 2024-12-05T11:22:21,098 DEBUG [RS:0;6706a97ae65f:42525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,42525,1733397739003' 2024-12-05T11:22:21,098 DEBUG [RS:0;6706a97ae65f:42525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/050136122/flush-table-proc/abort' 2024-12-05T11:22:21,099 DEBUG [RS:0;6706a97ae65f:42525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/050136122/flush-table-proc/acquired' 2024-12-05T11:22:21,099 DEBUG [RS:0;6706a97ae65f:42525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:22:21,099 DEBUG [RS:0;6706a97ae65f:42525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:22:21,099 DEBUG [RS:0;6706a97ae65f:42525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,42525,1733397739003 2024-12-05T11:22:21,099 DEBUG [RS:0;6706a97ae65f:42525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,42525,1733397739003' 2024-12-05T11:22:21,099 DEBUG [RS:0;6706a97ae65f:42525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/050136122/online-snapshot/abort' 2024-12-05T11:22:21,099 DEBUG [RS:0;6706a97ae65f:42525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/050136122/online-snapshot/acquired' 2024-12-05T11:22:21,100 DEBUG [RS:0;6706a97ae65f:42525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:22:21,100 INFO [RS:0;6706a97ae65f:42525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:22:21,100 INFO [RS:0;6706a97ae65f:42525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:22:21,200 INFO [RS:0;6706a97ae65f:42525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:22:21,201 INFO [RS:0;6706a97ae65f:42525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C42525%2C1733397739003, suffix=, logDir=hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/WALs/6706a97ae65f,42525,1733397739003, archiveDir=hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/oldWALs, maxLogs=10 2024-12-05T11:22:21,212 DEBUG [RS:0;6706a97ae65f:42525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/WALs/6706a97ae65f,42525,1733397739003/6706a97ae65f%2C42525%2C1733397739003.1733397741201, exclude list is [], retry=0 2024-12-05T11:22:21,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44121,DS-c59633b4-6ff1-431b-b7a6-bc577871dbd5,DISK] 2024-12-05T11:22:21,215 INFO [RS:0;6706a97ae65f:42525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/WALs/6706a97ae65f,42525,1733397739003/6706a97ae65f%2C42525%2C1733397739003.1733397741201 2024-12-05T11:22:21,215 DEBUG [RS:0;6706a97ae65f:42525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40751:40751)] 2024-12-05T11:22:21,402 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:22:21,402 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6 2024-12-05T11:22:21,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741833_1009 (size=32) 2024-12-05T11:22:21,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:21,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:22:21,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:22:21,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:21,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:21,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:22:21,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:22:21,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:21,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:21,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:22:21,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:22:21,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:21,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:21,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:22:21,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:22:21,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:21,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:21,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:22:21,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/data/hbase/meta/1588230740 2024-12-05T11:22:21,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/data/hbase/meta/1588230740 2024-12-05T11:22:21,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:22:21,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:22:21,813 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:22:21,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:22:21,815 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:22:21,816 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66461956, jitterRate=-0.0096396803855896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:22:21,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397741807Initializing all the Stores at 1733397741807Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397741807Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397741807Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397741807Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397741807Cleaning up temporary data from old regions at 1733397741813 (+6 ms)Region opened successfully at 1733397741816 (+3 ms) 2024-12-05T11:22:21,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:22:21,816 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:22:21,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:22:21,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:22:21,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:22:21,816 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:22:21,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397741816Disabling compacts and flushes for region at 1733397741816Disabling writes for close at 1733397741816Writing region close event to WAL at 1733397741816Closed at 1733397741816 2024-12-05T11:22:21,817 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:22:21,817 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:22:21,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:22:21,818 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:22:21,818 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:22:21,969 DEBUG [6706a97ae65f:37641 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:22:21,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,42525,1733397739003 2024-12-05T11:22:21,970 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,42525,1733397739003, state=OPENING 2024-12-05T11:22:22,028 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:22:22,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x101a53a6b5c0000, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/050136122 2024-12-05T11:22:22,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a53a6b5c0001, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/050136122 2024-12-05T11:22:22,039 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:22:22,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /050136122/meta-region-server: CHANGED 2024-12-05T11:22:22,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /050136122/meta-region-server: CHANGED 2024-12-05T11:22:22,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,42525,1733397739003}] 2024-12-05T11:22:22,191 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:22:22,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:22:22,195 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:22:22,195 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:22:22,195 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:22:22,196 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C42525%2C1733397739003.meta, suffix=.meta, logDir=hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/WALs/6706a97ae65f,42525,1733397739003, archiveDir=hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/oldWALs, maxLogs=10 2024-12-05T11:22:22,206 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/WALs/6706a97ae65f,42525,1733397739003/6706a97ae65f%2C42525%2C1733397739003.meta.1733397742196.meta, exclude list is [], retry=0 2024-12-05T11:22:22,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44121,DS-c59633b4-6ff1-431b-b7a6-bc577871dbd5,DISK] 2024-12-05T11:22:22,209 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/WALs/6706a97ae65f,42525,1733397739003/6706a97ae65f%2C42525%2C1733397739003.meta.1733397742196.meta 2024-12-05T11:22:22,209 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40751:40751)] 2024-12-05T11:22:22,209 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:22:22,209 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:22:22,209 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:22:22,209 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:22:22,210 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:22:22,210 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:22:22,210 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:22,210 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:22:22,210 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:22:22,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:22:22,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:22:22,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:22,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:22,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:22:22,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:22:22,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:22,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:22,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:22:22,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:22:22,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:22,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:22,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:22:22,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:22:22,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:22,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:22,213 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:22:22,214 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/data/hbase/meta/1588230740 2024-12-05T11:22:22,214 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/data/hbase/meta/1588230740 2024-12-05T11:22:22,215 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:22:22,215 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:22:22,215 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:22:22,216 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:22:22,216 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73801715, jitterRate=0.09973125159740448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:22:22,216 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:22:22,217 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397742210Writing region info on filesystem at 1733397742210Initializing all the Stores at 1733397742210Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397742210Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397742211 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397742211Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397742211Cleaning up temporary data from old regions at 1733397742215 (+4 ms)Running coprocessor post-open hooks at 1733397742216 (+1 ms)Region opened successfully at 1733397742217 (+1 ms) 2024-12-05T11:22:22,217 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397742191 2024-12-05T11:22:22,218 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:22:22,218 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:22:22,219 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,42525,1733397739003 2024-12-05T11:22:22,220 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,42525,1733397739003, state=OPEN 2024-12-05T11:22:22,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x101a53a6b5c0000, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/050136122/meta-region-server 2024-12-05T11:22:22,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a53a6b5c0001, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/050136122/meta-region-server 2024-12-05T11:22:22,256 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,42525,1733397739003 2024-12-05T11:22:22,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /050136122/meta-region-server: CHANGED 2024-12-05T11:22:22,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /050136122/meta-region-server: CHANGED 2024-12-05T11:22:22,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:22:22,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,42525,1733397739003 in 217 msec 2024-12-05T11:22:22,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:22:22,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-12-05T11:22:22,259 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:22:22,259 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:22:22,260 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:22:22,260 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,42525,1733397739003, seqNum=-1] 2024-12-05T11:22:22,260 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:22:22,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:22:22,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2750 sec 2024-12-05T11:22:22,264 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397742264, completionTime=-1 2024-12-05T11:22:22,264 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:22:22,264 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:22:22,266 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:22:22,266 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397802266 2024-12-05T11:22:22,266 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397862266 2024-12-05T11:22:22,266 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T11:22:22,266 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37641,1733397738844-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:22,266 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37641,1733397738844-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:22,266 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37641,1733397738844-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:22,266 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:37641, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:22,266 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:22,266 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:22,267 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:22:22,268 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.208sec 2024-12-05T11:22:22,268 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:22:22,269 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:22:22,269 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:22:22,269 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:22:22,269 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:22:22,269 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37641,1733397738844-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:22:22,269 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37641,1733397738844-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:22:22,270 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:22:22,270 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:22:22,270 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,37641,1733397738844-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:22,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d99f8b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:22,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,37641,-1 for getting cluster id 2024-12-05T11:22:22,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:22:22,329 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c6d4970-0957-405e-b9bd-fc787ec8ec5a' 2024-12-05T11:22:22,329 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:22:22,329 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c6d4970-0957-405e-b9bd-fc787ec8ec5a" 2024-12-05T11:22:22,329 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@efcd32f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:22,329 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,37641,-1] 2024-12-05T11:22:22,330 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:22:22,330 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:22,330 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:22:22,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54228a13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:22,331 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:22:22,332 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,42525,1733397739003, seqNum=-1] 2024-12-05T11:22:22,332 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:22:22,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:22:22,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,37641,1733397738844 2024-12-05T11:22:22,334 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57173 2024-12-05T11:22:22,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57173, baseZNode=/050136122 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:22:22,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a53a6b5c0002 connected 2024-12-05T11:22:22,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:22:22,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,37641,1733397738844 2024-12-05T11:22:22,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44205678 2024-12-05T11:22:22,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:22:22,369 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:22:22,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:22:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T11:22:22,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:22:22,371 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:22,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T11:22:22,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:22:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:22:22,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741835_1011 (size=902) 2024-12-05T11:22:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:22:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:22:22,777 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd2f7c103b6d28485e59b5df82c378d2, NAME => 'test,,1733397742369.fd2f7c103b6d28485e59b5df82c378d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6 2024-12-05T11:22:22,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741836_1012 (size=39) 2024-12-05T11:22:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:22:23,181 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733397742369.fd2f7c103b6d28485e59b5df82c378d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:23,181 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fd2f7c103b6d28485e59b5df82c378d2, disabling compactions & flushes 2024-12-05T11:22:23,181 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733397742369.fd2f7c103b6d28485e59b5df82c378d2. 2024-12-05T11:22:23,181 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397742369.fd2f7c103b6d28485e59b5df82c378d2. 2024-12-05T11:22:23,181 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733397742369.fd2f7c103b6d28485e59b5df82c378d2. after waiting 0 ms 2024-12-05T11:22:23,181 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733397742369.fd2f7c103b6d28485e59b5df82c378d2. 2024-12-05T11:22:23,181 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733397742369.fd2f7c103b6d28485e59b5df82c378d2. 2024-12-05T11:22:23,181 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd2f7c103b6d28485e59b5df82c378d2: Waiting for close lock at 1733397743181Disabling compacts and flushes for region at 1733397743181Disabling writes for close at 1733397743181Writing region close event to WAL at 1733397743181Closed at 1733397743181 2024-12-05T11:22:23,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:22:23,182 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733397742369.fd2f7c103b6d28485e59b5df82c378d2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733397743182"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397743182"}]},"ts":"1733397743182"} 2024-12-05T11:22:23,184 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:22:23,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:22:23,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397743184"}]},"ts":"1733397743184"} 2024-12-05T11:22:23,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T11:22:23,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fd2f7c103b6d28485e59b5df82c378d2, ASSIGN}] 2024-12-05T11:22:23,187 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fd2f7c103b6d28485e59b5df82c378d2, ASSIGN 2024-12-05T11:22:23,187 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fd2f7c103b6d28485e59b5df82c378d2, ASSIGN; state=OFFLINE, location=6706a97ae65f,42525,1733397739003; forceNewPlan=false, retain=false 2024-12-05T11:22:23,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd2f7c103b6d28485e59b5df82c378d2, regionState=OPENING, regionLocation=6706a97ae65f,42525,1733397739003 2024-12-05T11:22:23,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fd2f7c103b6d28485e59b5df82c378d2, ASSIGN because future has completed 2024-12-05T11:22:23,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd2f7c103b6d28485e59b5df82c378d2, server=6706a97ae65f,42525,1733397739003}] 2024-12-05T11:22:23,494 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733397742369.fd2f7c103b6d28485e59b5df82c378d2. 2024-12-05T11:22:23,494 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fd2f7c103b6d28485e59b5df82c378d2, NAME => 'test,,1733397742369.fd2f7c103b6d28485e59b5df82c378d2.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:22:23,494 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:22:23,494 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T11:22:23,494 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fd2f7c103b6d28485e59b5df82c378d2 2024-12-05T11:22:23,494 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733397742369.fd2f7c103b6d28485e59b5df82c378d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:23,494 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fd2f7c103b6d28485e59b5df82c378d2 2024-12-05T11:22:23,494 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fd2f7c103b6d28485e59b5df82c378d2 2024-12-05T11:22:23,495 INFO [StoreOpener-fd2f7c103b6d28485e59b5df82c378d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fd2f7c103b6d28485e59b5df82c378d2 2024-12-05T11:22:23,496 INFO [StoreOpener-fd2f7c103b6d28485e59b5df82c378d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd2f7c103b6d28485e59b5df82c378d2 columnFamilyName f 2024-12-05T11:22:23,496 DEBUG [StoreOpener-fd2f7c103b6d28485e59b5df82c378d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:23,496 INFO [StoreOpener-fd2f7c103b6d28485e59b5df82c378d2-1 {}] regionserver.HStore(327): Store=fd2f7c103b6d28485e59b5df82c378d2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:23,496 INFO [StoreOpener-fd2f7c103b6d28485e59b5df82c378d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fd2f7c103b6d28485e59b5df82c378d2 2024-12-05T11:22:23,497 INFO [StoreOpener-fd2f7c103b6d28485e59b5df82c378d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd2f7c103b6d28485e59b5df82c378d2 columnFamilyName f1 2024-12-05T11:22:23,497 DEBUG [StoreOpener-fd2f7c103b6d28485e59b5df82c378d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:23,497 INFO [StoreOpener-fd2f7c103b6d28485e59b5df82c378d2-1 {}] regionserver.HStore(327): Store=fd2f7c103b6d28485e59b5df82c378d2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:23,497 INFO [StoreOpener-fd2f7c103b6d28485e59b5df82c378d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fd2f7c103b6d28485e59b5df82c378d2 2024-12-05T11:22:23,498 INFO [StoreOpener-fd2f7c103b6d28485e59b5df82c378d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd2f7c103b6d28485e59b5df82c378d2 columnFamilyName norep 2024-12-05T11:22:23,498 DEBUG [StoreOpener-fd2f7c103b6d28485e59b5df82c378d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:23,498 INFO [StoreOpener-fd2f7c103b6d28485e59b5df82c378d2-1 {}] regionserver.HStore(327): Store=fd2f7c103b6d28485e59b5df82c378d2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:23,499 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fd2f7c103b6d28485e59b5df82c378d2 2024-12-05T11:22:23,499 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/data/default/test/fd2f7c103b6d28485e59b5df82c378d2 2024-12-05T11:22:23,499 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/data/default/test/fd2f7c103b6d28485e59b5df82c378d2 2024-12-05T11:22:23,500 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fd2f7c103b6d28485e59b5df82c378d2 2024-12-05T11:22:23,500 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fd2f7c103b6d28485e59b5df82c378d2 2024-12-05T11:22:23,500 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:22:23,500 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fd2f7c103b6d28485e59b5df82c378d2 2024-12-05T11:22:23,502 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/data/default/test/fd2f7c103b6d28485e59b5df82c378d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:22:23,502 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fd2f7c103b6d28485e59b5df82c378d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62337593, jitterRate=-0.0710974782705307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:22:23,502 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd2f7c103b6d28485e59b5df82c378d2 2024-12-05T11:22:23,502 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fd2f7c103b6d28485e59b5df82c378d2: Running coprocessor pre-open hook at 1733397743494Writing region info on filesystem at 1733397743494Initializing all the Stores at 1733397743495 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397743495Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397743495Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397743495Cleaning up temporary data from old regions at 1733397743500 (+5 ms)Running coprocessor post-open hooks at 1733397743502 (+2 ms)Region opened successfully at 1733397743502 2024-12-05T11:22:23,503 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733397742369.fd2f7c103b6d28485e59b5df82c378d2., pid=6, masterSystemTime=1733397743491 2024-12-05T11:22:23,504 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733397742369.fd2f7c103b6d28485e59b5df82c378d2. 2024-12-05T11:22:23,504 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733397742369.fd2f7c103b6d28485e59b5df82c378d2. 2024-12-05T11:22:23,505 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd2f7c103b6d28485e59b5df82c378d2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6706a97ae65f,42525,1733397739003 2024-12-05T11:22:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:22:23,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd2f7c103b6d28485e59b5df82c378d2, server=6706a97ae65f,42525,1733397739003 because future has completed 2024-12-05T11:22:23,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T11:22:23,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fd2f7c103b6d28485e59b5df82c378d2, server=6706a97ae65f,42525,1733397739003 in 167 msec 2024-12-05T11:22:23,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T11:22:23,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fd2f7c103b6d28485e59b5df82c378d2, ASSIGN in 322 msec 2024-12-05T11:22:23,510 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:22:23,510 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397743510"}]},"ts":"1733397743510"} 2024-12-05T11:22:23,512 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T11:22:23,512 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:22:23,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1420 sec 2024-12-05T11:22:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:22:24,516 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T11:22:24,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10427c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:24,517 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,37641,-1 for getting cluster id 2024-12-05T11:22:24,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:22:24,517 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c6d4970-0957-405e-b9bd-fc787ec8ec5a' 2024-12-05T11:22:24,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:22:24,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c6d4970-0957-405e-b9bd-fc787ec8ec5a" 2024-12-05T11:22:24,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2924d52c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:24,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,37641,-1] 2024-12-05T11:22:24,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:22:24,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:24,518 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:22:24,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdbaba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:24,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:22:24,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,37641,1733397738844 2024-12-05T11:22:24,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a7edf92 2024-12-05T11:22:24,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:22:24,520 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:22:24,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6706a97ae65f:37641,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T11:22:24,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T11:22:24,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:22:24,522 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:37641' 2024-12-05T11:22:24,523 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558c0228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:24,523 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,37641,-1 for getting cluster id 2024-12-05T11:22:24,523 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:22:24,524 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c6d4970-0957-405e-b9bd-fc787ec8ec5a' 2024-12-05T11:22:24,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:22:24,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c6d4970-0957-405e-b9bd-fc787ec8ec5a" 2024-12-05T11:22:24,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22065187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:24,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,37641,-1] 2024-12-05T11:22:24,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:22:24,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:24,525 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:22:24,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3da0ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:24,525 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:22:24,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,37641,1733397738844 2024-12-05T11:22:24,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6043a61 2024-12-05T11:22:24,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:22:24,526 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:22:24,527 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T11:22:24,527 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T11:22:24,527 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:24,527 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:24,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:22:24,527 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6706a97ae65f:37641, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-05T11:22:24,532 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6706a97ae65f:37641, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6706a97ae65f:37641, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6706a97ae65f:37641, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-05T11:22:24,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6706a97ae65f:37641, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-12-05T11:22:24,534 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-05T11:22:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:22:24,626 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://6706a97ae65f:37641, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-05T11:22:24,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:22:24,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:24,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:24,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:24,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:22:24,639 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 360) Potentially hanging thread: master/6706a97ae65f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397740996 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: qtp1691388012-7929 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2dc4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$597/0x00007f2dc4ac0f88.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6-prefix:6706a97ae65f,42525,1733397739003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37071 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;6706a97ae65f:37641 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@27a18fb1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp1691388012-7928 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2dc4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6706a97ae65f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@74387c55 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3de40266-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 36195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1691388012-7932 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-731237073-172.17.0.2-1733397737408:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37071 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1691388012-7930 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2dc4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1691388012-7934 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 36195 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 36195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: qtp1691388012-7927 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2dc4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;6706a97ae65f:42525 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397740996 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@42e4de3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/6706a97ae65f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: regionserver/6706a97ae65f:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-731237073-172.17.0.2-1733397737408 heartbeating to localhost/127.0.0.1:37071 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1966010864-7979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1966010864-7977-acceptor-0@361e838a-ServerConnector@6e3f6c1{HTTP/1.1, (http/1.1)}{localhost:44071} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@7be4689a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1966010864-7976 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2dc4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:37071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-731237073-172.17.0.2-1733397737408:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 37071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/cluster_7b67a89d-a97f-c824-ffe7-4b74242049e8/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1721774941_20 at /127.0.0.1:47808 [Receiving block BP-731237073-172.17.0.2-1733397737408:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:57173 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1721774941_20 at /127.0.0.1:34736 [Receiving block BP-731237073-172.17.0.2-1733397737408:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@148a8a27 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1691388012-7931-acceptor-0@290fbc15-ServerConnector@32ebdd7d{HTTP/1.1, (http/1.1)}{localhost:40601} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@7a1553f9[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1691388012-7933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57173) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@3f502379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 36195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/cluster_7b67a89d-a97f-c824-ffe7-4b74242049e8/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: ProcessThread(sid:0 cport:57173): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server handler 0 on default port 37071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f2dc49f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-4a488929-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 37071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 3 on default port 36195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6/MasterData-prefix:6706a97ae65f,37641,1733397738844 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 37071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/cluster_7b67a89d-a97f-c824-ffe7-4b74242049e8/data/data2/current/BP-731237073-172.17.0.2-1733397737408 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1475055464_20 at /127.0.0.1:47790 [Receiving block BP-731237073-172.17.0.2-1733397737408:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 36195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6843bc89 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/cluster_7b67a89d-a97f-c824-ffe7-4b74242049e8/data/data1/current/BP-731237073-172.17.0.2-1733397737408 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/6706a97ae65f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57173) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57173) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 6706a97ae65f:37641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1721774941_20 at /127.0.0.1:47740 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 2 on default port 37071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;6706a97ae65f:42525-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-731237073-172.17.0.2-1733397737408:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp1966010864-7978 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@75f4602 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37071/user/jenkins/test-data/21bc04e0-9535-926f-7f58-23cb7a4e00a6-prefix:6706a97ae65f,42525,1733397739003.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(793845893) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@e27659 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=868 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 302), ProcessCount=11 (was 11), AvailableMemoryMB=6018 (was 6039) 2024-12-05T11:22:24,642 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-12-05T11:22:24,653 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=531, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=6017 2024-12-05T11:22:24,653 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-12-05T11:22:24,667 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-05T11:22:24,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/hadoop.log.dir so I do NOT create it in target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a 2024-12-05T11:22:24,668 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T11:22:24,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/hadoop.tmp.dir so I do NOT create it in target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a 2024-12-05T11:22:24,668 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4236ba59-81f8-535d-a2f6-a4b59c7ae143/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T11:22:24,668 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a 2024-12-05T11:22:24,668 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/cluster_1e3e5644-53f9-c7f0-3edc-09518ca34d7c, deleteOnExit=true 2024-12-05T11:22:24,709 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/cluster_1e3e5644-53f9-c7f0-3edc-09518ca34d7c/zookeeper_0, clientPort=60899, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/cluster_1e3e5644-53f9-c7f0-3edc-09518ca34d7c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/cluster_1e3e5644-53f9-c7f0-3edc-09518ca34d7c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T11:22:24,710 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60899 2024-12-05T11:22:24,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:22:24,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:22:24,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/test.cache.data in system properties and HBase conf 2024-12-05T11:22:24,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:22:24,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:22:24,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:22:24,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:22:24,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:22:24,710 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:22:24,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:22:24,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:22:24,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:22:24,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:22:24,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:22:24,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:22:24,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:22:24,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:22:24,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:22:24,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:22:24,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:22:24,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:22:24,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:22:24,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:22:25,244 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:22:25,246 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:22:25,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:22:25,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:22:25,248 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:22:25,248 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:22:25,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33141d6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:22:25,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1200a6bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:22:25,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57af2bc8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/java.io.tmpdir/jetty-localhost-45299-hadoop-hdfs-3_4_1-tests_jar-_-any-12176723500369939898/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:22:25,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c2154d0{HTTP/1.1, (http/1.1)}{localhost:45299} 2024-12-05T11:22:25,338 INFO [Time-limited test {}] server.Server(415): Started @332675ms 2024-12-05T11:22:25,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:22:25,562 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:22:25,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:22:25,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:22:25,563 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:22:25,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ece777f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:22:25,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64ae020d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:22:25,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2834654b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/java.io.tmpdir/jetty-localhost-39571-hadoop-hdfs-3_4_1-tests_jar-_-any-6981015505805307461/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:22:25,651 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d6a057a{HTTP/1.1, (http/1.1)}{localhost:39571} 2024-12-05T11:22:25,651 INFO [Time-limited test {}] server.Server(415): Started @332988ms 2024-12-05T11:22:25,652 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:22:26,513 WARN [Thread-4341 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/cluster_1e3e5644-53f9-c7f0-3edc-09518ca34d7c/data/data2/current/BP-1845996432-172.17.0.2-1733397744738/current, will proceed with Du for space computation calculation, 2024-12-05T11:22:26,513 WARN [Thread-4340 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/cluster_1e3e5644-53f9-c7f0-3edc-09518ca34d7c/data/data1/current/BP-1845996432-172.17.0.2-1733397744738/current, will proceed with Du for space computation calculation, 2024-12-05T11:22:26,527 WARN [Thread-4328 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:22:26,529 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x373c452ab5be49c9 with lease ID 0x41851ede66ec30a0: Processing first storage report for DS-cc9df2ff-db9f-4714-80de-7f6afe8a1554 from datanode DatanodeRegistration(127.0.0.1:45419, datanodeUuid=10415e89-5108-4260-8e3b-51908859959a, infoPort=41083, infoSecurePort=0, ipcPort=37839, storageInfo=lv=-57;cid=testClusterID;nsid=334423519;c=1733397744738) 2024-12-05T11:22:26,529 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x373c452ab5be49c9 with lease ID 0x41851ede66ec30a0: from storage DS-cc9df2ff-db9f-4714-80de-7f6afe8a1554 node DatanodeRegistration(127.0.0.1:45419, datanodeUuid=10415e89-5108-4260-8e3b-51908859959a, infoPort=41083, infoSecurePort=0, ipcPort=37839, storageInfo=lv=-57;cid=testClusterID;nsid=334423519;c=1733397744738), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:22:26,529 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x373c452ab5be49c9 with lease ID 0x41851ede66ec30a0: Processing first storage report for DS-aaa8a079-6289-4f8d-a584-0ff0dc8627c8 from datanode DatanodeRegistration(127.0.0.1:45419, datanodeUuid=10415e89-5108-4260-8e3b-51908859959a, infoPort=41083, infoSecurePort=0, ipcPort=37839, storageInfo=lv=-57;cid=testClusterID;nsid=334423519;c=1733397744738) 2024-12-05T11:22:26,529 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x373c452ab5be49c9 with lease ID 0x41851ede66ec30a0: from storage DS-aaa8a079-6289-4f8d-a584-0ff0dc8627c8 node DatanodeRegistration(127.0.0.1:45419, datanodeUuid=10415e89-5108-4260-8e3b-51908859959a, infoPort=41083, infoSecurePort=0, ipcPort=37839, storageInfo=lv=-57;cid=testClusterID;nsid=334423519;c=1733397744738), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:22:26,578 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a 2024-12-05T11:22:26,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:26,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:26,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:22:26,985 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a with version=8 2024-12-05T11:22:26,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/hbase-staging 2024-12-05T11:22:26,987 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:22:26,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:26,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:26,987 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:22:26,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:26,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:22:26,987 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:22:26,987 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:22:26,987 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40439 2024-12-05T11:22:26,988 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40439 connecting to ZooKeeper ensemble=127.0.0.1:60899 2024-12-05T11:22:27,073 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:22:27,073 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T11:22:27,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404390x0, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:22:27,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40439-0x101a53a87f00000 connected 2024-12-05T11:22:27,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:27,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:27,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Set watcher on znode that does not yet exist, /01738665502/running 2024-12-05T11:22:27,326 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a, hbase.cluster.distributed=false 2024-12-05T11:22:27,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Set watcher on znode that does not yet exist, /01738665502/acl 2024-12-05T11:22:27,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40439 2024-12-05T11:22:27,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40439 2024-12-05T11:22:27,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40439 2024-12-05T11:22:27,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40439 2024-12-05T11:22:27,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40439 2024-12-05T11:22:27,343 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:22:27,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:27,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:27,343 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:22:27,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:27,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:22:27,343 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:22:27,343 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:22:27,344 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40763 2024-12-05T11:22:27,345 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40763 connecting to ZooKeeper ensemble=127.0.0.1:60899 2024-12-05T11:22:27,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:27,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:27,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407630x0, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:22:27,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407630x0, quorum=127.0.0.1:60899, baseZNode=/01738665502 Set watcher on znode that does not yet exist, /01738665502/running 2024-12-05T11:22:27,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40763-0x101a53a87f00001 connected 2024-12-05T11:22:27,354 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:22:27,355 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:22:27,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40763-0x101a53a87f00001, quorum=127.0.0.1:60899, baseZNode=/01738665502 Set watcher on znode that does not yet exist, /01738665502/master 2024-12-05T11:22:27,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40763-0x101a53a87f00001, quorum=127.0.0.1:60899, baseZNode=/01738665502 Set watcher on znode that does not yet exist, /01738665502/acl 2024-12-05T11:22:27,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40763 2024-12-05T11:22:27,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40763 2024-12-05T11:22:27,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40763 2024-12-05T11:22:27,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40763 2024-12-05T11:22:27,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40763 2024-12-05T11:22:27,376 DEBUG [M:0;6706a97ae65f:40439 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:40439 2024-12-05T11:22:27,378 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01738665502/backup-masters/6706a97ae65f,40439,1733397746987 2024-12-05T11:22:27,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01738665502/backup-masters 2024-12-05T11:22:27,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x101a53a87f00001, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01738665502/backup-masters 2024-12-05T11:22:27,385 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Set watcher on existing znode=/01738665502/backup-masters/6706a97ae65f,40439,1733397746987 2024-12-05T11:22:27,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x101a53a87f00001, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01738665502/master 2024-12-05T11:22:27,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01738665502 2024-12-05T11:22:27,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x101a53a87f00001, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01738665502 2024-12-05T11:22:27,396 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Set watcher on existing znode=/01738665502/master 2024-12-05T11:22:27,396 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01738665502/backup-masters/6706a97ae65f,40439,1733397746987 from backup master directory 2024-12-05T11:22:27,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01738665502/backup-masters/6706a97ae65f,40439,1733397746987 2024-12-05T11:22:27,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x101a53a87f00001, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01738665502/backup-masters 2024-12-05T11:22:27,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01738665502/backup-masters 2024-12-05T11:22:27,406 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:22:27,406 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,40439,1733397746987 2024-12-05T11:22:27,408 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/hbase.id] with ID: 703eb9d6-e469-43ed-9e3f-70237e0aff2d 2024-12-05T11:22:27,408 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/.tmp/hbase.id 2024-12-05T11:22:27,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:22:27,413 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/.tmp/hbase.id]:[hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/hbase.id] 2024-12-05T11:22:27,420 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:27,420 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:22:27,421 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T11:22:27,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01738665502 2024-12-05T11:22:27,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x101a53a87f00001, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01738665502 2024-12-05T11:22:27,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:22:27,711 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:22:27,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:27,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:27,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:27,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:27,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:27,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:27,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:27,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:27,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:27,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:27,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:27,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:27,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:27,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:27,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:27,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:27,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:27,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:27,831 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:22:27,832 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:22:27,832 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:22:27,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:22:28,237 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/data/master/store 2024-12-05T11:22:28,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:22:28,241 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:28,241 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:22:28,241 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:28,241 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:28,241 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:22:28,241 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:28,241 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:28,241 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397748241Disabling compacts and flushes for region at 1733397748241Disabling writes for close at 1733397748241Writing region close event to WAL at 1733397748241Closed at 1733397748241 2024-12-05T11:22:28,242 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/data/master/store/.initializing 2024-12-05T11:22:28,242 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/WALs/6706a97ae65f,40439,1733397746987 2024-12-05T11:22:28,243 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:22:28,244 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C40439%2C1733397746987, suffix=, logDir=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/WALs/6706a97ae65f,40439,1733397746987, archiveDir=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/oldWALs, maxLogs=10 2024-12-05T11:22:28,259 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/WALs/6706a97ae65f,40439,1733397746987/6706a97ae65f%2C40439%2C1733397746987.1733397748244, exclude list is [], retry=0 2024-12-05T11:22:28,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-cc9df2ff-db9f-4714-80de-7f6afe8a1554,DISK] 2024-12-05T11:22:28,262 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/WALs/6706a97ae65f,40439,1733397746987/6706a97ae65f%2C40439%2C1733397746987.1733397748244 2024-12-05T11:22:28,262 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41083:41083)] 2024-12-05T11:22:28,262 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:22:28,262 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:28,262 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:28,262 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:28,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:28,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:22:28,265 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:28,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:28,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:28,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:22:28,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:28,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:28,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:28,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:22:28,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:28,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:28,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:28,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:22:28,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:28,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:28,268 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:28,269 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:28,269 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:28,270 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:28,270 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:28,270 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:22:28,271 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:28,273 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:22:28,273 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75024221, jitterRate=0.1179480105638504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:22:28,273 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397748263Initializing all the Stores at 1733397748263Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397748263Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397748263Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397748263Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397748263Cleaning up temporary data from old regions at 1733397748270 (+7 ms)Region opened successfully at 1733397748273 (+3 ms) 2024-12-05T11:22:28,273 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:22:28,275 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c62778b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:22:28,276 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:22:28,276 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:22:28,276 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:22:28,276 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:22:28,276 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:22:28,277 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:22:28,277 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:22:28,278 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:22:28,279 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Unable to get data of znode /01738665502/balancer because node does not exist (not necessarily an error) 2024-12-05T11:22:28,322 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01738665502/balancer already deleted, retry=false 2024-12-05T11:22:28,322 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:22:28,323 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Unable to get data of znode /01738665502/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:22:28,332 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01738665502/normalizer already deleted, retry=false 2024-12-05T11:22:28,333 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:22:28,333 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Unable to get data of znode /01738665502/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:22:28,343 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01738665502/switch/split already deleted, retry=false 2024-12-05T11:22:28,344 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Unable to get data of znode /01738665502/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:22:28,353 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01738665502/switch/merge already deleted, retry=false 2024-12-05T11:22:28,355 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Unable to get data of znode /01738665502/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:22:28,364 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01738665502/snapshot-cleanup already deleted, retry=false 2024-12-05T11:22:28,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01738665502/running 2024-12-05T11:22:28,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x101a53a87f00001, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01738665502/running 2024-12-05T11:22:28,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01738665502 2024-12-05T11:22:28,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x101a53a87f00001, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01738665502 2024-12-05T11:22:28,375 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,40439,1733397746987, sessionid=0x101a53a87f00000, setting cluster-up flag (Was=false) 2024-12-05T11:22:28,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x101a53a87f00001, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01738665502 2024-12-05T11:22:28,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01738665502 2024-12-05T11:22:28,427 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01738665502/flush-table-proc/acquired, /01738665502/flush-table-proc/reached, /01738665502/flush-table-proc/abort 2024-12-05T11:22:28,428 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,40439,1733397746987 2024-12-05T11:22:28,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x101a53a87f00001, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01738665502 2024-12-05T11:22:28,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01738665502 2024-12-05T11:22:28,480 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01738665502/online-snapshot/acquired, /01738665502/online-snapshot/reached, /01738665502/online-snapshot/abort 2024-12-05T11:22:28,480 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,40439,1733397746987 2024-12-05T11:22:28,481 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:22:28,482 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:22:28,482 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:22:28,483 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:22:28,483 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,40439,1733397746987 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:22:28,484 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:22:28,484 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:22:28,484 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:22:28,484 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:22:28,484 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:22:28,484 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:28,484 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:22:28,484 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:28,485 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397778485 2024-12-05T11:22:28,485 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:22:28,485 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:22:28,485 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:22:28,485 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:22:28,485 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:22:28,485 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:22:28,485 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:22:28,485 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:22:28,485 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:28,485 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:22:28,485 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:22:28,485 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:22:28,486 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:22:28,486 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:28,486 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:22:28,486 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:22:28,486 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397748486,5,FailOnTimeoutGroup] 2024-12-05T11:22:28,486 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:22:28,486 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397748486,5,FailOnTimeoutGroup] 2024-12-05T11:22:28,486 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:28,486 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:22:28,486 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:28,486 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:28,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:22:28,566 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(746): ClusterId : 703eb9d6-e469-43ed-9e3f-70237e0aff2d 2024-12-05T11:22:28,566 DEBUG [RS:0;6706a97ae65f:40763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:22:28,575 DEBUG [RS:0;6706a97ae65f:40763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:22:28,575 DEBUG [RS:0;6706a97ae65f:40763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:22:28,585 DEBUG [RS:0;6706a97ae65f:40763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:22:28,586 DEBUG [RS:0;6706a97ae65f:40763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af7337f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:22:28,595 DEBUG [RS:0;6706a97ae65f:40763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:40763 2024-12-05T11:22:28,595 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:22:28,595 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:22:28,595 DEBUG [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:22:28,596 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,40439,1733397746987 with port=40763, startcode=1733397747343 2024-12-05T11:22:28,596 DEBUG [RS:0;6706a97ae65f:40763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:22:28,597 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:22:28,597 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40439 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,40763,1733397747343 2024-12-05T11:22:28,597 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40439 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,40763,1733397747343 2024-12-05T11:22:28,598 DEBUG [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a 2024-12-05T11:22:28,598 DEBUG [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39339 2024-12-05T11:22:28,598 DEBUG [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:22:28,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01738665502/rs 2024-12-05T11:22:28,606 DEBUG [RS:0;6706a97ae65f:40763 {}] zookeeper.ZKUtil(111): regionserver:40763-0x101a53a87f00001, quorum=127.0.0.1:60899, baseZNode=/01738665502 Set watcher on existing znode=/01738665502/rs/6706a97ae65f,40763,1733397747343 2024-12-05T11:22:28,606 WARN [RS:0;6706a97ae65f:40763 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:22:28,607 INFO [RS:0;6706a97ae65f:40763 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:22:28,607 DEBUG [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343 2024-12-05T11:22:28,607 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,40763,1733397747343] 2024-12-05T11:22:28,609 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:22:28,611 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:22:28,611 INFO [RS:0;6706a97ae65f:40763 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:22:28,611 INFO [RS:0;6706a97ae65f:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:28,611 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:22:28,612 INFO [RS:0;6706a97ae65f:40763 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:22:28,612 INFO [RS:0;6706a97ae65f:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:28,612 DEBUG [RS:0;6706a97ae65f:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:28,612 DEBUG [RS:0;6706a97ae65f:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:28,612 DEBUG [RS:0;6706a97ae65f:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:28,612 DEBUG [RS:0;6706a97ae65f:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:28,612 DEBUG [RS:0;6706a97ae65f:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:28,612 DEBUG [RS:0;6706a97ae65f:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:22:28,612 DEBUG [RS:0;6706a97ae65f:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:28,612 DEBUG [RS:0;6706a97ae65f:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:28,612 DEBUG [RS:0;6706a97ae65f:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:28,612 DEBUG [RS:0;6706a97ae65f:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:28,612 DEBUG [RS:0;6706a97ae65f:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:28,612 DEBUG [RS:0;6706a97ae65f:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:28,612 DEBUG [RS:0;6706a97ae65f:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:22:28,612 DEBUG [RS:0;6706a97ae65f:40763 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:22:28,615 INFO [RS:0;6706a97ae65f:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:28,615 INFO [RS:0;6706a97ae65f:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:28,615 INFO [RS:0;6706a97ae65f:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:28,615 INFO [RS:0;6706a97ae65f:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:28,615 INFO [RS:0;6706a97ae65f:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:28,615 INFO [RS:0;6706a97ae65f:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,40763,1733397747343-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:22:28,626 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:22:28,626 INFO [RS:0;6706a97ae65f:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,40763,1733397747343-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:28,627 INFO [RS:0;6706a97ae65f:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:28,627 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.Replication(171): 6706a97ae65f,40763,1733397747343 started 2024-12-05T11:22:28,637 INFO [RS:0;6706a97ae65f:40763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:28,638 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,40763,1733397747343, RpcServer on 6706a97ae65f/172.17.0.2:40763, sessionid=0x101a53a87f00001 2024-12-05T11:22:28,638 DEBUG [RS:0;6706a97ae65f:40763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:22:28,638 DEBUG [RS:0;6706a97ae65f:40763 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,40763,1733397747343 2024-12-05T11:22:28,638 DEBUG [RS:0;6706a97ae65f:40763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,40763,1733397747343' 2024-12-05T11:22:28,638 DEBUG [RS:0;6706a97ae65f:40763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01738665502/flush-table-proc/abort' 2024-12-05T11:22:28,638 DEBUG [RS:0;6706a97ae65f:40763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01738665502/flush-table-proc/acquired' 2024-12-05T11:22:28,639 DEBUG [RS:0;6706a97ae65f:40763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:22:28,639 DEBUG [RS:0;6706a97ae65f:40763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:22:28,639 DEBUG [RS:0;6706a97ae65f:40763 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,40763,1733397747343 2024-12-05T11:22:28,639 DEBUG [RS:0;6706a97ae65f:40763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,40763,1733397747343' 2024-12-05T11:22:28,639 DEBUG [RS:0;6706a97ae65f:40763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01738665502/online-snapshot/abort' 2024-12-05T11:22:28,639 DEBUG [RS:0;6706a97ae65f:40763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01738665502/online-snapshot/acquired' 2024-12-05T11:22:28,639 DEBUG [RS:0;6706a97ae65f:40763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:22:28,639 INFO [RS:0;6706a97ae65f:40763 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:22:28,639 INFO [RS:0;6706a97ae65f:40763 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:22:28,740 INFO [RS:0;6706a97ae65f:40763 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:22:28,741 INFO [RS:0;6706a97ae65f:40763 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C40763%2C1733397747343, suffix=, logDir=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343, archiveDir=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/oldWALs, maxLogs=10 2024-12-05T11:22:28,751 DEBUG [RS:0;6706a97ae65f:40763 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397748741, exclude list is [], retry=0 2024-12-05T11:22:28,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-cc9df2ff-db9f-4714-80de-7f6afe8a1554,DISK] 2024-12-05T11:22:28,754 INFO [RS:0;6706a97ae65f:40763 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397748741 2024-12-05T11:22:28,754 DEBUG [RS:0;6706a97ae65f:40763 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41083:41083)] 2024-12-05T11:22:28,890 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:22:28,890 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a 2024-12-05T11:22:28,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741833_1009 (size=32) 2024-12-05T11:22:28,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T11:22:28,931 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T11:22:28,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T11:22:28,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T11:22:28,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:22:28,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T11:22:28,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T11:22:28,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T11:22:29,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:29,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:22:29,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:22:29,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:29,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:29,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:22:29,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:22:29,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:29,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:29,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:22:29,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:22:29,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:29,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:29,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:22:29,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:22:29,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:29,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:29,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:22:29,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740 2024-12-05T11:22:29,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740 2024-12-05T11:22:29,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:22:29,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:22:29,301 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:22:29,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:22:29,302 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:22:29,303 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64925846, jitterRate=-0.03252950310707092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:22:29,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397749294Initializing all the Stores at 1733397749295 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397749295Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397749295Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397749295Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397749295Cleaning up temporary data from old regions at 1733397749300 (+5 ms)Region opened successfully at 1733397749303 (+3 ms) 2024-12-05T11:22:29,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:22:29,303 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:22:29,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:22:29,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:22:29,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:22:29,303 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:22:29,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397749303Disabling compacts and flushes for region at 1733397749303Disabling writes for close at 1733397749303Writing region close event to WAL at 1733397749303Closed at 1733397749303 2024-12-05T11:22:29,304 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:22:29,304 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:22:29,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:22:29,305 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:22:29,305 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:22:29,455 DEBUG [6706a97ae65f:40439 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:22:29,456 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,40763,1733397747343 2024-12-05T11:22:29,457 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,40763,1733397747343, state=OPENING 2024-12-05T11:22:29,501 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:22:29,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01738665502 2024-12-05T11:22:29,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x101a53a87f00001, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01738665502 2024-12-05T11:22:29,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01738665502/meta-region-server: CHANGED 2024-12-05T11:22:29,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01738665502/meta-region-server: CHANGED 2024-12-05T11:22:29,511 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:22:29,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,40763,1733397747343}] 2024-12-05T11:22:29,664 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:22:29,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:22:29,667 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:22:29,667 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:22:29,667 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:22:29,668 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C40763%2C1733397747343.meta, suffix=.meta, logDir=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343, archiveDir=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/oldWALs, maxLogs=10 2024-12-05T11:22:29,679 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.meta.1733397749668.meta, exclude list is [], retry=0 2024-12-05T11:22:29,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-cc9df2ff-db9f-4714-80de-7f6afe8a1554,DISK] 2024-12-05T11:22:29,682 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.meta.1733397749668.meta 2024-12-05T11:22:29,682 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41083:41083)] 2024-12-05T11:22:29,682 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:22:29,683 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:22:29,683 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:22:29,683 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:22:29,683 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:22:29,683 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:22:29,683 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:29,683 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:22:29,683 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:22:29,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:22:29,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:22:29,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:29,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:29,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:22:29,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:22:29,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:29,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:29,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:22:29,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:22:29,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:29,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:29,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:22:29,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:22:29,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:29,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:29,687 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:22:29,687 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740 2024-12-05T11:22:29,688 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740 2024-12-05T11:22:29,689 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:22:29,689 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:22:29,689 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:22:29,690 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:22:29,690 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72286254, jitterRate=0.07714912295341492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:22:29,690 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:22:29,690 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397749683Writing region info on filesystem at 1733397749683Initializing all the Stores at 1733397749683Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397749684 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397749684Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397749684Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397749684Cleaning up temporary data from old regions at 1733397749689 (+5 ms)Running coprocessor post-open hooks at 1733397749690 (+1 ms)Region opened successfully at 1733397749690 2024-12-05T11:22:29,691 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397749663 2024-12-05T11:22:29,692 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:22:29,692 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:22:29,692 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,40763,1733397747343 2024-12-05T11:22:29,693 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,40763,1733397747343, state=OPEN 2024-12-05T11:22:29,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x101a53a87f00001, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01738665502/meta-region-server 2024-12-05T11:22:29,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01738665502/meta-region-server 2024-12-05T11:22:29,726 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,40763,1733397747343 2024-12-05T11:22:29,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01738665502/meta-region-server: CHANGED 2024-12-05T11:22:29,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01738665502/meta-region-server: CHANGED 2024-12-05T11:22:29,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:22:29,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,40763,1733397747343 in 214 msec 2024-12-05T11:22:29,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:22:29,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-12-05T11:22:29,729 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:22:29,729 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:22:29,730 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:22:29,730 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,40763,1733397747343, seqNum=-1] 2024-12-05T11:22:29,730 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:22:29,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:22:29,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2520 sec 2024-12-05T11:22:29,734 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397749734, completionTime=-1 2024-12-05T11:22:29,734 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:22:29,735 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:22:29,736 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:22:29,736 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397809736 2024-12-05T11:22:29,736 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397869736 2024-12-05T11:22:29,736 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T11:22:29,736 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,40439,1733397746987-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:29,736 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,40439,1733397746987-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:29,736 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,40439,1733397746987-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:29,736 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:40439, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:29,736 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:29,737 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:29,738 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:22:29,739 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.333sec 2024-12-05T11:22:29,739 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:22:29,739 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:22:29,739 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:22:29,739 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:22:29,739 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:22:29,739 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,40439,1733397746987-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:22:29,739 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,40439,1733397746987-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:22:29,741 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:22:29,741 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:22:29,741 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,40439,1733397746987-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:29,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d8cf0ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:29,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,40439,-1 for getting cluster id 2024-12-05T11:22:29,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:22:29,768 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '703eb9d6-e469-43ed-9e3f-70237e0aff2d' 2024-12-05T11:22:29,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:22:29,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "703eb9d6-e469-43ed-9e3f-70237e0aff2d" 2024-12-05T11:22:29,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629385e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:29,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,40439,-1] 2024-12-05T11:22:29,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:22:29,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:29,769 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:22:29,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e62cd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:29,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:22:29,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,40763,1733397747343, seqNum=-1] 2024-12-05T11:22:29,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:22:29,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:22:29,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,40439,1733397746987 2024-12-05T11:22:29,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60899 2024-12-05T11:22:29,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:22:29,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a53a87f00002 connected 2024-12-05T11:22:29,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/hadoop.log.dir so I do NOT create it in target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b 2024-12-05T11:22:29,806 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T11:22:29,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/hadoop.tmp.dir so I do NOT create it in target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b 2024-12-05T11:22:29,806 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T11:22:29,806 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b 2024-12-05T11:22:29,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:22:29,806 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/cluster_43d29917-bac1-114a-e405-4de81fc63f6b, deleteOnExit=true 2024-12-05T11:22:29,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:22:29,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/test.cache.data in system properties and HBase conf 2024-12-05T11:22:29,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:22:29,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:22:29,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:22:29,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:22:29,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:22:29,807 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:22:29,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:22:29,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:22:29,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:22:29,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:22:29,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:22:29,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:22:29,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:22:29,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:22:29,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:22:29,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:22:29,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:22:29,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:22:29,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:22:29,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:22:30,249 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:22:30,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:22:30,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:22:30,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:22:30,252 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T11:22:30,253 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:22:30,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef328a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:22:30,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@795c646b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:22:30,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13078347{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/java.io.tmpdir/jetty-localhost-32929-hadoop-hdfs-3_4_1-tests_jar-_-any-9359355937950080769/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:22:30,342 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@780b83c3{HTTP/1.1, (http/1.1)}{localhost:32929} 2024-12-05T11:22:30,342 INFO [Time-limited test {}] server.Server(415): Started @337679ms 2024-12-05T11:22:30,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:22:30,618 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:22:30,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:22:30,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:22:30,619 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:22:30,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@351c0e26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:22:30,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bd2462e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:22:30,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22bc9134{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/java.io.tmpdir/jetty-localhost-46465-hadoop-hdfs-3_4_1-tests_jar-_-any-12423291764072166279/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:22:30,709 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7064e3ab{HTTP/1.1, (http/1.1)}{localhost:46465} 2024-12-05T11:22:30,709 INFO [Time-limited test {}] server.Server(415): Started @338046ms 2024-12-05T11:22:30,710 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:22:31,540 WARN [Thread-4461 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/cluster_43d29917-bac1-114a-e405-4de81fc63f6b/data/data1/current/BP-644519839-172.17.0.2-1733397749824/current, will proceed with Du for space computation calculation, 2024-12-05T11:22:31,540 WARN [Thread-4462 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/cluster_43d29917-bac1-114a-e405-4de81fc63f6b/data/data2/current/BP-644519839-172.17.0.2-1733397749824/current, will proceed with Du for space computation calculation, 2024-12-05T11:22:31,554 WARN [Thread-4449 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:22:31,555 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfae723b933e9bec3 with lease ID 0x7e010fc6ce76ff6b: Processing first storage report for DS-5cc5b37e-91af-470f-a7bb-c58d845b1570 from datanode DatanodeRegistration(127.0.0.1:45687, datanodeUuid=c75029ca-744d-48fe-8602-0c19301f1775, infoPort=36583, infoSecurePort=0, ipcPort=43719, storageInfo=lv=-57;cid=testClusterID;nsid=266027482;c=1733397749824) 2024-12-05T11:22:31,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfae723b933e9bec3 with lease ID 0x7e010fc6ce76ff6b: from storage DS-5cc5b37e-91af-470f-a7bb-c58d845b1570 node DatanodeRegistration(127.0.0.1:45687, datanodeUuid=c75029ca-744d-48fe-8602-0c19301f1775, infoPort=36583, infoSecurePort=0, ipcPort=43719, storageInfo=lv=-57;cid=testClusterID;nsid=266027482;c=1733397749824), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:22:31,556 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfae723b933e9bec3 with lease ID 0x7e010fc6ce76ff6b: Processing first storage report for DS-bb084acf-ba51-4ae5-a765-0b6c07103d22 from datanode DatanodeRegistration(127.0.0.1:45687, datanodeUuid=c75029ca-744d-48fe-8602-0c19301f1775, infoPort=36583, infoSecurePort=0, ipcPort=43719, storageInfo=lv=-57;cid=testClusterID;nsid=266027482;c=1733397749824) 2024-12-05T11:22:31,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfae723b933e9bec3 with lease ID 0x7e010fc6ce76ff6b: from storage DS-bb084acf-ba51-4ae5-a765-0b6c07103d22 node DatanodeRegistration(127.0.0.1:45687, datanodeUuid=c75029ca-744d-48fe-8602-0c19301f1775, infoPort=36583, infoSecurePort=0, ipcPort=43719, storageInfo=lv=-57;cid=testClusterID;nsid=266027482;c=1733397749824), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:22:31,632 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b 2024-12-05T11:22:31,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:31,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:31,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:22:32,040 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47 with version=8 2024-12-05T11:22:32,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/hbase-staging 2024-12-05T11:22:32,041 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:22:32,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:32,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:32,041 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:22:32,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:32,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:22:32,041 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:22:32,041 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:22:32,042 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34455 2024-12-05T11:22:32,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34455 connecting to ZooKeeper ensemble=127.0.0.1:60899 2024-12-05T11:22:32,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344550x0, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:22:32,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34455-0x101a53a87f00003 connected 2024-12-05T11:22:32,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:32,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:32,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Set watcher on znode that does not yet exist, /1-955326872/running 2024-12-05T11:22:32,177 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47, hbase.cluster.distributed=false 2024-12-05T11:22:32,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Set watcher on znode that does not yet exist, /1-955326872/acl 2024-12-05T11:22:32,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34455 2024-12-05T11:22:32,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34455 2024-12-05T11:22:32,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34455 2024-12-05T11:22:32,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34455 2024-12-05T11:22:32,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34455 2024-12-05T11:22:32,190 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:22:32,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:32,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:32,191 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:22:32,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:32,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:22:32,191 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:22:32,191 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:22:32,191 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44793 2024-12-05T11:22:32,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44793 connecting to ZooKeeper ensemble=127.0.0.1:60899 2024-12-05T11:22:32,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:32,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:32,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447930x0, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:22:32,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447930x0, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Set watcher on znode that does not yet exist, /1-955326872/running 2024-12-05T11:22:32,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44793-0x101a53a87f00004 connected 2024-12-05T11:22:32,206 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:22:32,207 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:22:32,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44793-0x101a53a87f00004, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Set watcher on znode that does not yet exist, /1-955326872/master 2024-12-05T11:22:32,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44793-0x101a53a87f00004, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Set watcher on znode that does not yet exist, /1-955326872/acl 2024-12-05T11:22:32,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44793 2024-12-05T11:22:32,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44793 2024-12-05T11:22:32,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44793 2024-12-05T11:22:32,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44793 2024-12-05T11:22:32,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44793 2024-12-05T11:22:32,222 DEBUG [M:0;6706a97ae65f:34455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:34455 2024-12-05T11:22:32,223 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-955326872/backup-masters/6706a97ae65f,34455,1733397752041 2024-12-05T11:22:32,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44793-0x101a53a87f00004, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-955326872/backup-masters 2024-12-05T11:22:32,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-955326872/backup-masters 2024-12-05T11:22:32,236 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Set watcher on existing znode=/1-955326872/backup-masters/6706a97ae65f,34455,1733397752041 2024-12-05T11:22:32,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44793-0x101a53a87f00004, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-955326872/master 2024-12-05T11:22:32,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-955326872 2024-12-05T11:22:32,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44793-0x101a53a87f00004, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-955326872 2024-12-05T11:22:32,248 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Set watcher on existing znode=/1-955326872/master 2024-12-05T11:22:32,248 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-955326872/backup-masters/6706a97ae65f,34455,1733397752041 from backup master directory 2024-12-05T11:22:32,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-955326872/backup-masters/6706a97ae65f,34455,1733397752041 2024-12-05T11:22:32,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44793-0x101a53a87f00004, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-955326872/backup-masters 2024-12-05T11:22:32,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-955326872/backup-masters 2024-12-05T11:22:32,258 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:22:32,258 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,34455,1733397752041 2024-12-05T11:22:32,261 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/hbase.id] with ID: 969d3cfb-8e51-40a5-a4d5-a59239db9424 2024-12-05T11:22:32,261 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/.tmp/hbase.id 2024-12-05T11:22:32,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:22:32,264 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/.tmp/hbase.id]:[hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/hbase.id] 2024-12-05T11:22:32,271 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:32,271 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:22:32,272 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T11:22:32,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-955326872 2024-12-05T11:22:32,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44793-0x101a53a87f00004, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-955326872 2024-12-05T11:22:32,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:22:32,685 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:22:32,686 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:22:32,686 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:22:32,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:22:33,091 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/data/master/store 2024-12-05T11:22:33,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:22:33,496 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:33,496 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:22:33,496 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:33,496 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:33,496 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:22:33,496 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:33,496 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:33,496 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397753496Disabling compacts and flushes for region at 1733397753496Disabling writes for close at 1733397753496Writing region close event to WAL at 1733397753496Closed at 1733397753496 2024-12-05T11:22:33,497 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/data/master/store/.initializing 2024-12-05T11:22:33,497 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/WALs/6706a97ae65f,34455,1733397752041 2024-12-05T11:22:33,497 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:22:33,498 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C34455%2C1733397752041, suffix=, logDir=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/WALs/6706a97ae65f,34455,1733397752041, archiveDir=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/oldWALs, maxLogs=10 2024-12-05T11:22:33,509 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/WALs/6706a97ae65f,34455,1733397752041/6706a97ae65f%2C34455%2C1733397752041.1733397753498, exclude list is [], retry=0 2024-12-05T11:22:33,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45687,DS-5cc5b37e-91af-470f-a7bb-c58d845b1570,DISK] 2024-12-05T11:22:33,512 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/WALs/6706a97ae65f,34455,1733397752041/6706a97ae65f%2C34455%2C1733397752041.1733397753498 2024-12-05T11:22:33,513 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36583:36583)] 2024-12-05T11:22:33,513 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:22:33,513 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:33,513 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:33,513 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:33,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:33,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:22:33,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:33,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:33,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:33,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:22:33,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:33,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:33,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:33,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:22:33,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:33,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:33,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:33,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:22:33,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:33,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:33,518 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:33,519 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:33,519 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:33,519 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:33,520 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:33,520 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:22:33,521 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:33,522 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:22:33,522 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65476297, jitterRate=-0.024327144026756287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:22:33,522 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397753513Initializing all the Stores at 1733397753513Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397753513Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397753514 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397753514Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397753514Cleaning up temporary data from old regions at 1733397753520 (+6 ms)Region opened successfully at 1733397753522 (+2 ms) 2024-12-05T11:22:33,522 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:22:33,524 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7322dcb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:22:33,525 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:22:33,525 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:22:33,525 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:22:33,525 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:22:33,525 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:22:33,526 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:22:33,526 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:22:33,527 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:22:33,528 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Unable to get data of znode /1-955326872/balancer because node does not exist (not necessarily an error) 2024-12-05T11:22:33,574 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-955326872/balancer already deleted, retry=false 2024-12-05T11:22:33,574 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:22:33,575 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Unable to get data of znode /1-955326872/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:22:33,584 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-955326872/normalizer already deleted, retry=false 2024-12-05T11:22:33,585 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:22:33,586 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Unable to get data of znode /1-955326872/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:22:33,595 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-955326872/switch/split already deleted, retry=false 2024-12-05T11:22:33,596 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Unable to get data of znode /1-955326872/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:22:33,606 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-955326872/switch/merge already deleted, retry=false 2024-12-05T11:22:33,607 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Unable to get data of znode /1-955326872/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:22:33,616 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-955326872/snapshot-cleanup already deleted, retry=false 2024-12-05T11:22:33,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44793-0x101a53a87f00004, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-955326872/running 2024-12-05T11:22:33,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44793-0x101a53a87f00004, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-955326872 2024-12-05T11:22:33,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-955326872/running 2024-12-05T11:22:33,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-955326872 2024-12-05T11:22:33,627 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,34455,1733397752041, sessionid=0x101a53a87f00003, setting cluster-up flag (Was=false) 2024-12-05T11:22:33,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44793-0x101a53a87f00004, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-955326872 2024-12-05T11:22:33,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-955326872 2024-12-05T11:22:33,679 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-955326872/flush-table-proc/acquired, /1-955326872/flush-table-proc/reached, /1-955326872/flush-table-proc/abort 2024-12-05T11:22:33,680 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,34455,1733397752041 2024-12-05T11:22:33,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-955326872 2024-12-05T11:22:33,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44793-0x101a53a87f00004, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-955326872 2024-12-05T11:22:33,732 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-955326872/online-snapshot/acquired, /1-955326872/online-snapshot/reached, /1-955326872/online-snapshot/abort 2024-12-05T11:22:33,732 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,34455,1733397752041 2024-12-05T11:22:33,733 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:22:33,734 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:22:33,734 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:22:33,734 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:22:33,735 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,34455,1733397752041 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:22:33,735 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:22:33,735 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:22:33,735 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:22:33,735 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:22:33,735 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:22:33,735 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:33,735 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:22:33,735 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:33,736 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397783736 2024-12-05T11:22:33,736 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:22:33,736 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:22:33,736 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:22:33,736 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:22:33,736 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:22:33,736 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:22:33,736 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:22:33,736 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:22:33,737 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:33,737 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:22:33,737 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:22:33,737 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:22:33,737 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:22:33,737 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:22:33,737 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:22:33,737 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:33,737 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:22:33,738 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397753737,5,FailOnTimeoutGroup] 2024-12-05T11:22:33,738 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397753738,5,FailOnTimeoutGroup] 2024-12-05T11:22:33,738 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:33,738 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:22:33,738 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:33,738 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:33,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:22:33,814 INFO [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(746): ClusterId : 969d3cfb-8e51-40a5-a4d5-a59239db9424 2024-12-05T11:22:33,814 DEBUG [RS:0;6706a97ae65f:44793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:22:33,827 DEBUG [RS:0;6706a97ae65f:44793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:22:33,827 DEBUG [RS:0;6706a97ae65f:44793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:22:33,838 DEBUG [RS:0;6706a97ae65f:44793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:22:33,838 DEBUG [RS:0;6706a97ae65f:44793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77209943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:22:33,847 DEBUG [RS:0;6706a97ae65f:44793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:44793 2024-12-05T11:22:33,847 INFO [RS:0;6706a97ae65f:44793 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:22:33,847 INFO [RS:0;6706a97ae65f:44793 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:22:33,847 DEBUG [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:22:33,848 INFO [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,34455,1733397752041 with port=44793, startcode=1733397752190 2024-12-05T11:22:33,848 DEBUG [RS:0;6706a97ae65f:44793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:22:33,849 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:22:33,849 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34455 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,44793,1733397752190 2024-12-05T11:22:33,849 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34455 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,44793,1733397752190 2024-12-05T11:22:33,850 DEBUG [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47 2024-12-05T11:22:33,850 DEBUG [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37617 2024-12-05T11:22:33,850 DEBUG [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:22:33,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-955326872/rs 2024-12-05T11:22:33,897 DEBUG [RS:0;6706a97ae65f:44793 {}] zookeeper.ZKUtil(111): regionserver:44793-0x101a53a87f00004, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Set watcher on existing znode=/1-955326872/rs/6706a97ae65f,44793,1733397752190 2024-12-05T11:22:33,897 WARN [RS:0;6706a97ae65f:44793 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:22:33,897 INFO [RS:0;6706a97ae65f:44793 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:22:33,897 DEBUG [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/WALs/6706a97ae65f,44793,1733397752190 2024-12-05T11:22:33,898 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,44793,1733397752190] 2024-12-05T11:22:33,900 INFO [RS:0;6706a97ae65f:44793 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:22:33,900 INFO [RS:0;6706a97ae65f:44793 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:22:33,901 INFO [RS:0;6706a97ae65f:44793 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:22:33,901 INFO [RS:0;6706a97ae65f:44793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:33,901 INFO [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:22:33,901 INFO [RS:0;6706a97ae65f:44793 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:22:33,901 INFO [RS:0;6706a97ae65f:44793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:33,902 DEBUG [RS:0;6706a97ae65f:44793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:33,902 DEBUG [RS:0;6706a97ae65f:44793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:33,902 DEBUG [RS:0;6706a97ae65f:44793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:33,902 DEBUG [RS:0;6706a97ae65f:44793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:33,902 DEBUG [RS:0;6706a97ae65f:44793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:33,902 DEBUG [RS:0;6706a97ae65f:44793 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:22:33,902 DEBUG [RS:0;6706a97ae65f:44793 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:33,902 DEBUG [RS:0;6706a97ae65f:44793 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:33,902 DEBUG [RS:0;6706a97ae65f:44793 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:33,902 DEBUG [RS:0;6706a97ae65f:44793 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:33,902 DEBUG [RS:0;6706a97ae65f:44793 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:33,902 DEBUG [RS:0;6706a97ae65f:44793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:33,902 DEBUG [RS:0;6706a97ae65f:44793 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:22:33,902 DEBUG [RS:0;6706a97ae65f:44793 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:22:33,902 INFO [RS:0;6706a97ae65f:44793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:33,902 INFO [RS:0;6706a97ae65f:44793 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:33,902 INFO [RS:0;6706a97ae65f:44793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:33,902 INFO [RS:0;6706a97ae65f:44793 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:33,902 INFO [RS:0;6706a97ae65f:44793 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:33,902 INFO [RS:0;6706a97ae65f:44793 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,44793,1733397752190-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:22:33,914 INFO [RS:0;6706a97ae65f:44793 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:22:33,914 INFO [RS:0;6706a97ae65f:44793 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,44793,1733397752190-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:33,914 INFO [RS:0;6706a97ae65f:44793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:33,914 INFO [RS:0;6706a97ae65f:44793 {}] regionserver.Replication(171): 6706a97ae65f,44793,1733397752190 started 2024-12-05T11:22:33,925 INFO [RS:0;6706a97ae65f:44793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:33,925 INFO [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,44793,1733397752190, RpcServer on 6706a97ae65f/172.17.0.2:44793, sessionid=0x101a53a87f00004 2024-12-05T11:22:33,925 DEBUG [RS:0;6706a97ae65f:44793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:22:33,925 DEBUG [RS:0;6706a97ae65f:44793 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,44793,1733397752190 2024-12-05T11:22:33,925 DEBUG [RS:0;6706a97ae65f:44793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,44793,1733397752190' 2024-12-05T11:22:33,925 DEBUG [RS:0;6706a97ae65f:44793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-955326872/flush-table-proc/abort' 2024-12-05T11:22:33,926 DEBUG [RS:0;6706a97ae65f:44793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-955326872/flush-table-proc/acquired' 2024-12-05T11:22:33,926 DEBUG [RS:0;6706a97ae65f:44793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:22:33,926 DEBUG [RS:0;6706a97ae65f:44793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:22:33,926 DEBUG [RS:0;6706a97ae65f:44793 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,44793,1733397752190 2024-12-05T11:22:33,926 DEBUG [RS:0;6706a97ae65f:44793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,44793,1733397752190' 2024-12-05T11:22:33,926 DEBUG [RS:0;6706a97ae65f:44793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-955326872/online-snapshot/abort' 2024-12-05T11:22:33,926 DEBUG [RS:0;6706a97ae65f:44793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-955326872/online-snapshot/acquired' 2024-12-05T11:22:33,927 DEBUG [RS:0;6706a97ae65f:44793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:22:33,927 INFO [RS:0;6706a97ae65f:44793 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:22:33,927 INFO [RS:0;6706a97ae65f:44793 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:22:34,027 INFO [RS:0;6706a97ae65f:44793 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:22:34,028 INFO [RS:0;6706a97ae65f:44793 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C44793%2C1733397752190, suffix=, logDir=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/WALs/6706a97ae65f,44793,1733397752190, archiveDir=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/oldWALs, maxLogs=10 2024-12-05T11:22:34,039 DEBUG [RS:0;6706a97ae65f:44793 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/WALs/6706a97ae65f,44793,1733397752190/6706a97ae65f%2C44793%2C1733397752190.1733397754028, exclude list is [], retry=0 2024-12-05T11:22:34,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45687,DS-5cc5b37e-91af-470f-a7bb-c58d845b1570,DISK] 2024-12-05T11:22:34,042 INFO [RS:0;6706a97ae65f:44793 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/WALs/6706a97ae65f,44793,1733397752190/6706a97ae65f%2C44793%2C1733397752190.1733397754028 2024-12-05T11:22:34,042 DEBUG [RS:0;6706a97ae65f:44793 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36583:36583)] 2024-12-05T11:22:34,142 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:22:34,142 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47 2024-12-05T11:22:34,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741833_1009 (size=32) 2024-12-05T11:22:34,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:34,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:22:34,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:22:34,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:34,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:34,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:22:34,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:22:34,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:34,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:34,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:22:34,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:22:34,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:34,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:34,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:22:34,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:22:34,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:34,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:34,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:22:34,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740 2024-12-05T11:22:34,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740 2024-12-05T11:22:34,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:22:34,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:22:34,554 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:22:34,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:22:34,556 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:22:34,556 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63925333, jitterRate=-0.04743830859661102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:22:34,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397754546Initializing all the Stores at 1733397754547 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397754547Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397754547Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397754547Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397754547Cleaning up temporary data from old regions at 1733397754553 (+6 ms)Region opened successfully at 1733397754556 (+3 ms) 2024-12-05T11:22:34,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:22:34,556 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:22:34,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:22:34,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:22:34,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:22:34,557 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:22:34,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397754556Disabling compacts and flushes for region at 1733397754556Disabling writes for close at 1733397754556Writing region close event to WAL at 1733397754557 (+1 ms)Closed at 1733397754557 2024-12-05T11:22:34,558 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:22:34,558 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:22:34,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:22:34,558 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:22:34,559 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:22:34,709 DEBUG [6706a97ae65f:34455 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:22:34,710 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,44793,1733397752190 2024-12-05T11:22:34,710 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,44793,1733397752190, state=OPENING 2024-12-05T11:22:34,753 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:22:34,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-955326872 2024-12-05T11:22:34,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44793-0x101a53a87f00004, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-955326872 2024-12-05T11:22:34,764 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:22:34,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,44793,1733397752190}] 2024-12-05T11:22:34,764 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-955326872/meta-region-server: CHANGED 2024-12-05T11:22:34,764 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-955326872/meta-region-server: CHANGED 2024-12-05T11:22:34,916 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:22:34,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:22:34,919 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:22:34,919 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:22:34,919 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:22:34,920 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C44793%2C1733397752190.meta, suffix=.meta, logDir=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/WALs/6706a97ae65f,44793,1733397752190, archiveDir=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/oldWALs, maxLogs=10 2024-12-05T11:22:34,932 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/WALs/6706a97ae65f,44793,1733397752190/6706a97ae65f%2C44793%2C1733397752190.meta.1733397754921.meta, exclude list is [], retry=0 2024-12-05T11:22:34,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45687,DS-5cc5b37e-91af-470f-a7bb-c58d845b1570,DISK] 2024-12-05T11:22:34,936 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/WALs/6706a97ae65f,44793,1733397752190/6706a97ae65f%2C44793%2C1733397752190.meta.1733397754921.meta 2024-12-05T11:22:34,936 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36583:36583)] 2024-12-05T11:22:34,936 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:22:34,936 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:22:34,936 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:22:34,936 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:22:34,936 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:22:34,937 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:22:34,937 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:34,937 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:22:34,937 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:22:34,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:22:34,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:22:34,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:34,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:34,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:22:34,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:22:34,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:34,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:34,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:22:34,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:22:34,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:34,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:34,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:22:34,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:22:34,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:34,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:34,941 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:22:34,942 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740 2024-12-05T11:22:34,942 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740 2024-12-05T11:22:34,943 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:22:34,943 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:22:34,943 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:22:34,944 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:22:34,944 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74963020, jitterRate=0.11703604459762573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:22:34,944 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:22:34,944 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397754937Writing region info on filesystem at 1733397754937Initializing all the Stores at 1733397754937Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397754937Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397754937Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397754937Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397754937Cleaning up temporary data from old regions at 1733397754943 (+6 ms)Running coprocessor post-open hooks at 1733397754944 (+1 ms)Region opened successfully at 1733397754944 2024-12-05T11:22:34,945 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397754915 2024-12-05T11:22:34,946 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:22:34,947 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:22:34,947 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,44793,1733397752190 2024-12-05T11:22:34,948 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,44793,1733397752190, state=OPEN 2024-12-05T11:22:34,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44793-0x101a53a87f00004, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-955326872/meta-region-server 2024-12-05T11:22:34,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-955326872/meta-region-server 2024-12-05T11:22:34,953 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,44793,1733397752190 2024-12-05T11:22:34,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-955326872/meta-region-server: CHANGED 2024-12-05T11:22:34,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-955326872/meta-region-server: CHANGED 2024-12-05T11:22:34,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:22:34,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,44793,1733397752190 in 189 msec 2024-12-05T11:22:34,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:22:34,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 396 msec 2024-12-05T11:22:34,956 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:22:34,956 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:22:34,957 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:22:34,957 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,44793,1733397752190, seqNum=-1] 2024-12-05T11:22:34,958 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:22:34,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:22:34,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2280 sec 2024-12-05T11:22:34,962 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397754962, completionTime=-1 2024-12-05T11:22:34,962 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:22:34,962 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:22:34,964 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:22:34,964 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397814964 2024-12-05T11:22:34,964 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397874964 2024-12-05T11:22:34,964 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T11:22:34,964 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,34455,1733397752041-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:34,964 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,34455,1733397752041-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:34,964 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,34455,1733397752041-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:34,964 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:34455, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:34,964 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:34,965 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:34,966 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:22:34,967 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.709sec 2024-12-05T11:22:34,967 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:22:34,967 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:22:34,967 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:22:34,967 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:22:34,967 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:22:34,967 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,34455,1733397752041-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:22:34,967 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,34455,1733397752041-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:22:34,970 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:22:34,970 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:22:34,970 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,34455,1733397752041-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:35,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11540c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:35,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,34455,-1 for getting cluster id 2024-12-05T11:22:35,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:22:35,016 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '969d3cfb-8e51-40a5-a4d5-a59239db9424' 2024-12-05T11:22:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:22:35,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "969d3cfb-8e51-40a5-a4d5-a59239db9424" 2024-12-05T11:22:35,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b72c10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:35,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,34455,-1] 2024-12-05T11:22:35,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:22:35,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:35,018 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:22:35,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700e407f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:35,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:22:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,44793,1733397752190, seqNum=-1] 2024-12-05T11:22:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:22:35,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:22:35,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,34455,1733397752041 2024-12-05T11:22:35,021 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60899 2024-12-05T11:22:35,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:22:35,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a53a87f00005 connected 2024-12-05T11:22:35,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/hadoop.log.dir so I do NOT create it in target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d 2024-12-05T11:22:35,039 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T11:22:35,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/hadoop.tmp.dir so I do NOT create it in target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d 2024-12-05T11:22:35,039 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T11:22:35,039 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d 2024-12-05T11:22:35,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T11:22:35,039 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/cluster_9720d3b6-aa00-8cd2-3c28-c4d8752ea098, deleteOnExit=true 2024-12-05T11:22:35,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T11:22:35,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/test.cache.data in system properties and HBase conf 2024-12-05T11:22:35,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T11:22:35,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/hadoop.log.dir in system properties and HBase conf 2024-12-05T11:22:35,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T11:22:35,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T11:22:35,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T11:22:35,040 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T11:22:35,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:22:35,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T11:22:35,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T11:22:35,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:22:35,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T11:22:35,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T11:22:35,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T11:22:35,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:22:35,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T11:22:35,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/nfs.dump.dir in system properties and HBase conf 2024-12-05T11:22:35,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/java.io.tmpdir in system properties and HBase conf 2024-12-05T11:22:35,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T11:22:35,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T11:22:35,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T11:22:35,185 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:22:35,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:35,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:35,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:35,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:35,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:35,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:35,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:35,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:35,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:35,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:35,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:35,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:35,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:35,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:35,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:35,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:35,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:35,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:35,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:22:35,354 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:22:35,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:22:35,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:22:35,357 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:22:35,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:22:35,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17c5513{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:22:35,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62c5b907{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:22:35,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@144324bf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/java.io.tmpdir/jetty-localhost-34991-hadoop-hdfs-3_4_1-tests_jar-_-any-6461810183881254580/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:22:35,451 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@664c1a72{HTTP/1.1, (http/1.1)}{localhost:34991} 2024-12-05T11:22:35,451 INFO [Time-limited test {}] server.Server(415): Started @342788ms 2024-12-05T11:22:35,672 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T11:22:35,674 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T11:22:35,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T11:22:35,675 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T11:22:35,675 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T11:22:35,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a44ec1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/hadoop.log.dir/,AVAILABLE} 2024-12-05T11:22:35,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@519a5d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T11:22:35,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c5f1b95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/java.io.tmpdir/jetty-localhost-34945-hadoop-hdfs-3_4_1-tests_jar-_-any-12310163419386660653/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:22:35,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51fd8aa2{HTTP/1.1, (http/1.1)}{localhost:34945} 2024-12-05T11:22:35,765 INFO [Time-limited test {}] server.Server(415): Started @343102ms 2024-12-05T11:22:35,766 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T11:22:36,720 WARN [Thread-4582 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/cluster_9720d3b6-aa00-8cd2-3c28-c4d8752ea098/data/data1/current/BP-1417424267-172.17.0.2-1733397755053/current, will proceed with Du for space computation calculation, 2024-12-05T11:22:36,720 WARN [Thread-4583 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/cluster_9720d3b6-aa00-8cd2-3c28-c4d8752ea098/data/data2/current/BP-1417424267-172.17.0.2-1733397755053/current, will proceed with Du for space computation calculation, 2024-12-05T11:22:36,737 WARN [Thread-4570 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T11:22:36,738 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x287bd27379c5b9f1 with lease ID 0xd6f7a50a43c3d6d9: Processing first storage report for DS-51d6b4bd-6e51-47ad-85a8-218515c2d515 from datanode DatanodeRegistration(127.0.0.1:36517, datanodeUuid=1af7976f-b1b0-4fee-8726-97e4e7ba11bc, infoPort=38111, infoSecurePort=0, ipcPort=37991, storageInfo=lv=-57;cid=testClusterID;nsid=1115563861;c=1733397755053) 2024-12-05T11:22:36,738 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x287bd27379c5b9f1 with lease ID 0xd6f7a50a43c3d6d9: from storage DS-51d6b4bd-6e51-47ad-85a8-218515c2d515 node DatanodeRegistration(127.0.0.1:36517, datanodeUuid=1af7976f-b1b0-4fee-8726-97e4e7ba11bc, infoPort=38111, infoSecurePort=0, ipcPort=37991, storageInfo=lv=-57;cid=testClusterID;nsid=1115563861;c=1733397755053), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:22:36,738 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x287bd27379c5b9f1 with lease ID 0xd6f7a50a43c3d6d9: Processing first storage report for DS-14877aa5-6cf2-4791-99cb-392c82140713 from datanode DatanodeRegistration(127.0.0.1:36517, datanodeUuid=1af7976f-b1b0-4fee-8726-97e4e7ba11bc, infoPort=38111, infoSecurePort=0, ipcPort=37991, storageInfo=lv=-57;cid=testClusterID;nsid=1115563861;c=1733397755053) 2024-12-05T11:22:36,739 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x287bd27379c5b9f1 with lease ID 0xd6f7a50a43c3d6d9: from storage DS-14877aa5-6cf2-4791-99cb-392c82140713 node DatanodeRegistration(127.0.0.1:36517, datanodeUuid=1af7976f-b1b0-4fee-8726-97e4e7ba11bc, infoPort=38111, infoSecurePort=0, ipcPort=37991, storageInfo=lv=-57;cid=testClusterID;nsid=1115563861;c=1733397755053), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T11:22:36,789 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d 2024-12-05T11:22:36,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:36,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:36,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741825_1001 (size=7) 2024-12-05T11:22:37,196 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd with version=8 2024-12-05T11:22:37,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/hbase-staging 2024-12-05T11:22:37,199 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:22:37,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:37,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:37,199 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:22:37,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:37,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:22:37,199 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T11:22:37,199 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:22:37,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39437 2024-12-05T11:22:37,200 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39437 connecting to ZooKeeper ensemble=127.0.0.1:60899 2024-12-05T11:22:37,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394370x0, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:22:37,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39437-0x101a53a87f00006 connected 2024-12-05T11:22:37,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:37,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:37,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Set watcher on znode that does not yet exist, /21069307849/running 2024-12-05T11:22:37,420 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd, hbase.cluster.distributed=false 2024-12-05T11:22:37,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Set watcher on znode that does not yet exist, /21069307849/acl 2024-12-05T11:22:37,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39437 2024-12-05T11:22:37,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39437 2024-12-05T11:22:37,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39437 2024-12-05T11:22:37,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39437 2024-12-05T11:22:37,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39437 2024-12-05T11:22:37,434 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6706a97ae65f:0 server-side Connection retries=45 2024-12-05T11:22:37,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:37,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:37,434 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T11:22:37,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T11:22:37,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T11:22:37,434 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T11:22:37,434 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T11:22:37,435 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46427 2024-12-05T11:22:37,435 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46427 connecting to ZooKeeper ensemble=127.0.0.1:60899 2024-12-05T11:22:37,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:37,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:37,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464270x0, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:22:37,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464270x0, quorum=127.0.0.1:60899, baseZNode=/21069307849 Set watcher on znode that does not yet exist, /21069307849/running 2024-12-05T11:22:37,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46427-0x101a53a87f00007 connected 2024-12-05T11:22:37,448 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T11:22:37,451 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T11:22:37,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46427-0x101a53a87f00007, quorum=127.0.0.1:60899, baseZNode=/21069307849 Set watcher on znode that does not yet exist, /21069307849/master 2024-12-05T11:22:37,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46427-0x101a53a87f00007, quorum=127.0.0.1:60899, baseZNode=/21069307849 Set watcher on znode that does not yet exist, /21069307849/acl 2024-12-05T11:22:37,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46427 2024-12-05T11:22:37,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46427 2024-12-05T11:22:37,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46427 2024-12-05T11:22:37,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46427 2024-12-05T11:22:37,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46427 2024-12-05T11:22:37,476 DEBUG [M:0;6706a97ae65f:39437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6706a97ae65f:39437 2024-12-05T11:22:37,476 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21069307849/backup-masters/6706a97ae65f,39437,1733397757199 2024-12-05T11:22:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21069307849/backup-masters 2024-12-05T11:22:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46427-0x101a53a87f00007, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21069307849/backup-masters 2024-12-05T11:22:37,488 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Set watcher on existing znode=/21069307849/backup-masters/6706a97ae65f,39437,1733397757199 2024-12-05T11:22:37,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21069307849 2024-12-05T11:22:37,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46427-0x101a53a87f00007, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21069307849/master 2024-12-05T11:22:37,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46427-0x101a53a87f00007, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21069307849 2024-12-05T11:22:37,501 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Set watcher on existing znode=/21069307849/master 2024-12-05T11:22:37,501 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21069307849/backup-masters/6706a97ae65f,39437,1733397757199 from backup master directory 2024-12-05T11:22:37,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21069307849/backup-masters/6706a97ae65f,39437,1733397757199 2024-12-05T11:22:37,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46427-0x101a53a87f00007, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21069307849/backup-masters 2024-12-05T11:22:37,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21069307849/backup-masters 2024-12-05T11:22:37,511 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:22:37,511 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6706a97ae65f,39437,1733397757199 2024-12-05T11:22:37,513 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/hbase.id] with ID: 4d397895-73f2-4347-9f59-31dfc78bea4f 2024-12-05T11:22:37,513 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/.tmp/hbase.id 2024-12-05T11:22:37,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741826_1002 (size=42) 2024-12-05T11:22:37,917 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/.tmp/hbase.id]:[hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/hbase.id] 2024-12-05T11:22:37,923 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:37,924 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T11:22:37,924 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T11:22:37,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21069307849 2024-12-05T11:22:37,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46427-0x101a53a87f00007, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21069307849 2024-12-05T11:22:37,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741827_1003 (size=196) 2024-12-05T11:22:38,378 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:22:38,378 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T11:22:38,379 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:22:38,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741828_1004 (size=1189) 2024-12-05T11:22:38,783 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/data/master/store 2024-12-05T11:22:38,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741829_1005 (size=34) 2024-12-05T11:22:39,188 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:39,188 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:22:39,188 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:39,188 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:39,188 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:22:39,188 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:39,188 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:39,188 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397759188Disabling compacts and flushes for region at 1733397759188Disabling writes for close at 1733397759188Writing region close event to WAL at 1733397759188Closed at 1733397759188 2024-12-05T11:22:39,189 WARN [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/data/master/store/.initializing 2024-12-05T11:22:39,189 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/WALs/6706a97ae65f,39437,1733397757199 2024-12-05T11:22:39,190 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:22:39,191 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6706a97ae65f%2C39437%2C1733397757199, suffix=, logDir=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/WALs/6706a97ae65f,39437,1733397757199, archiveDir=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/oldWALs, maxLogs=10 2024-12-05T11:22:39,206 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/WALs/6706a97ae65f,39437,1733397757199/6706a97ae65f%2C39437%2C1733397757199.1733397759191, exclude list is [], retry=0 2024-12-05T11:22:39,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36517,DS-51d6b4bd-6e51-47ad-85a8-218515c2d515,DISK] 2024-12-05T11:22:39,209 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/WALs/6706a97ae65f,39437,1733397757199/6706a97ae65f%2C39437%2C1733397757199.1733397759191 2024-12-05T11:22:39,209 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38111:38111)] 2024-12-05T11:22:39,209 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:22:39,209 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:39,210 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:39,210 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:39,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:39,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T11:22:39,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:39,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:39,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:39,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T11:22:39,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:39,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:39,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:39,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T11:22:39,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:39,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:39,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:39,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T11:22:39,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:39,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:39,215 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:39,215 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:39,215 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:39,216 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:39,216 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:39,216 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:22:39,217 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T11:22:39,218 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:22:39,218 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71604350, jitterRate=0.06698796153068542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:22:39,218 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733397759210Initializing all the Stores at 1733397759210Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397759210Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397759210Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397759210Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397759210Cleaning up temporary data from old regions at 1733397759216 (+6 ms)Region opened successfully at 1733397759218 (+2 ms) 2024-12-05T11:22:39,218 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T11:22:39,220 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22330066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:22:39,221 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T11:22:39,221 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T11:22:39,221 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T11:22:39,221 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T11:22:39,221 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T11:22:39,221 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T11:22:39,221 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T11:22:39,222 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T11:22:39,223 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Unable to get data of znode /21069307849/balancer because node does not exist (not necessarily an error) 2024-12-05T11:22:39,311 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21069307849/balancer already deleted, retry=false 2024-12-05T11:22:39,311 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T11:22:39,311 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Unable to get data of znode /21069307849/normalizer because node does not exist (not necessarily an error) 2024-12-05T11:22:39,321 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21069307849/normalizer already deleted, retry=false 2024-12-05T11:22:39,321 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T11:22:39,322 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Unable to get data of znode /21069307849/switch/split because node does not exist (not necessarily an error) 2024-12-05T11:22:39,331 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21069307849/switch/split already deleted, retry=false 2024-12-05T11:22:39,332 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Unable to get data of znode /21069307849/switch/merge because node does not exist (not necessarily an error) 2024-12-05T11:22:39,342 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21069307849/switch/merge already deleted, retry=false 2024-12-05T11:22:39,344 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Unable to get data of znode /21069307849/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T11:22:39,352 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21069307849/snapshot-cleanup already deleted, retry=false 2024-12-05T11:22:39,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21069307849/running 2024-12-05T11:22:39,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46427-0x101a53a87f00007, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21069307849/running 2024-12-05T11:22:39,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21069307849 2024-12-05T11:22:39,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46427-0x101a53a87f00007, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21069307849 2024-12-05T11:22:39,363 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6706a97ae65f,39437,1733397757199, sessionid=0x101a53a87f00006, setting cluster-up flag (Was=false) 2024-12-05T11:22:39,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21069307849 2024-12-05T11:22:39,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46427-0x101a53a87f00007, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21069307849 2024-12-05T11:22:39,416 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21069307849/flush-table-proc/acquired, /21069307849/flush-table-proc/reached, /21069307849/flush-table-proc/abort 2024-12-05T11:22:39,417 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,39437,1733397757199 2024-12-05T11:22:39,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46427-0x101a53a87f00007, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21069307849 2024-12-05T11:22:39,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21069307849 2024-12-05T11:22:39,468 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21069307849/online-snapshot/acquired, /21069307849/online-snapshot/reached, /21069307849/online-snapshot/abort 2024-12-05T11:22:39,469 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6706a97ae65f,39437,1733397757199 2024-12-05T11:22:39,470 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T11:22:39,470 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T11:22:39,471 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T11:22:39,471 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T11:22:39,471 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6706a97ae65f,39437,1733397757199 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T11:22:39,472 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:22:39,472 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:22:39,472 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:22:39,472 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6706a97ae65f:0, corePoolSize=5, maxPoolSize=5 2024-12-05T11:22:39,472 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6706a97ae65f:0, corePoolSize=10, maxPoolSize=10 2024-12-05T11:22:39,472 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:39,472 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:22:39,472 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:39,473 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733397789473 2024-12-05T11:22:39,473 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T11:22:39,473 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T11:22:39,473 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T11:22:39,473 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:22:39,473 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T11:22:39,473 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T11:22:39,473 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T11:22:39,473 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T11:22:39,473 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:39,474 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T11:22:39,474 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T11:22:39,474 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T11:22:39,474 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T11:22:39,474 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:39,474 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T11:22:39,474 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T11:22:39,474 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T11:22:39,474 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397759474,5,FailOnTimeoutGroup] 2024-12-05T11:22:39,474 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397759474,5,FailOnTimeoutGroup] 2024-12-05T11:22:39,474 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:39,474 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T11:22:39,474 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:39,474 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:39,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741831_1007 (size=1321) 2024-12-05T11:22:39,565 INFO [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(746): ClusterId : 4d397895-73f2-4347-9f59-31dfc78bea4f 2024-12-05T11:22:39,565 DEBUG [RS:0;6706a97ae65f:46427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T11:22:39,574 DEBUG [RS:0;6706a97ae65f:46427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T11:22:39,574 DEBUG [RS:0;6706a97ae65f:46427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T11:22:39,585 DEBUG [RS:0;6706a97ae65f:46427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T11:22:39,585 DEBUG [RS:0;6706a97ae65f:46427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f5529a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6706a97ae65f/172.17.0.2:0 2024-12-05T11:22:39,594 DEBUG [RS:0;6706a97ae65f:46427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6706a97ae65f:46427 2024-12-05T11:22:39,594 INFO [RS:0;6706a97ae65f:46427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T11:22:39,594 INFO [RS:0;6706a97ae65f:46427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T11:22:39,595 DEBUG [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T11:22:39,595 INFO [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(2659): reportForDuty to master=6706a97ae65f,39437,1733397757199 with port=46427, startcode=1733397757434 2024-12-05T11:22:39,595 DEBUG [RS:0;6706a97ae65f:46427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T11:22:39,597 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T11:22:39,597 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39437 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6706a97ae65f,46427,1733397757434 2024-12-05T11:22:39,597 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39437 {}] master.ServerManager(517): Registering regionserver=6706a97ae65f,46427,1733397757434 2024-12-05T11:22:39,598 DEBUG [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd 2024-12-05T11:22:39,598 DEBUG [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40313 2024-12-05T11:22:39,598 DEBUG [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T11:22:39,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21069307849/rs 2024-12-05T11:22:39,646 DEBUG [RS:0;6706a97ae65f:46427 {}] zookeeper.ZKUtil(111): regionserver:46427-0x101a53a87f00007, quorum=127.0.0.1:60899, baseZNode=/21069307849 Set watcher on existing znode=/21069307849/rs/6706a97ae65f,46427,1733397757434 2024-12-05T11:22:39,646 WARN [RS:0;6706a97ae65f:46427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T11:22:39,646 INFO [RS:0;6706a97ae65f:46427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:22:39,646 DEBUG [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/WALs/6706a97ae65f,46427,1733397757434 2024-12-05T11:22:39,647 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6706a97ae65f,46427,1733397757434] 2024-12-05T11:22:39,649 INFO [RS:0;6706a97ae65f:46427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T11:22:39,650 INFO [RS:0;6706a97ae65f:46427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T11:22:39,650 INFO [RS:0;6706a97ae65f:46427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T11:22:39,650 INFO [RS:0;6706a97ae65f:46427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:39,651 INFO [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T11:22:39,651 INFO [RS:0;6706a97ae65f:46427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T11:22:39,651 INFO [RS:0;6706a97ae65f:46427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:39,651 DEBUG [RS:0;6706a97ae65f:46427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:39,651 DEBUG [RS:0;6706a97ae65f:46427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:39,651 DEBUG [RS:0;6706a97ae65f:46427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:39,651 DEBUG [RS:0;6706a97ae65f:46427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:39,651 DEBUG [RS:0;6706a97ae65f:46427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:39,651 DEBUG [RS:0;6706a97ae65f:46427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6706a97ae65f:0, corePoolSize=2, maxPoolSize=2 2024-12-05T11:22:39,651 DEBUG [RS:0;6706a97ae65f:46427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:39,651 DEBUG [RS:0;6706a97ae65f:46427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:39,651 DEBUG [RS:0;6706a97ae65f:46427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:39,651 DEBUG [RS:0;6706a97ae65f:46427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:39,651 DEBUG [RS:0;6706a97ae65f:46427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:39,652 DEBUG [RS:0;6706a97ae65f:46427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6706a97ae65f:0, corePoolSize=1, maxPoolSize=1 2024-12-05T11:22:39,652 DEBUG [RS:0;6706a97ae65f:46427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:22:39,652 DEBUG [RS:0;6706a97ae65f:46427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6706a97ae65f:0, corePoolSize=3, maxPoolSize=3 2024-12-05T11:22:39,652 INFO [RS:0;6706a97ae65f:46427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:39,652 INFO [RS:0;6706a97ae65f:46427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:39,652 INFO [RS:0;6706a97ae65f:46427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:39,652 INFO [RS:0;6706a97ae65f:46427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:39,652 INFO [RS:0;6706a97ae65f:46427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:39,652 INFO [RS:0;6706a97ae65f:46427 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,46427,1733397757434-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:22:39,664 INFO [RS:0;6706a97ae65f:46427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T11:22:39,664 INFO [RS:0;6706a97ae65f:46427 {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,46427,1733397757434-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:39,664 INFO [RS:0;6706a97ae65f:46427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:39,664 INFO [RS:0;6706a97ae65f:46427 {}] regionserver.Replication(171): 6706a97ae65f,46427,1733397757434 started 2024-12-05T11:22:39,675 INFO [RS:0;6706a97ae65f:46427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:39,675 INFO [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(1482): Serving as 6706a97ae65f,46427,1733397757434, RpcServer on 6706a97ae65f/172.17.0.2:46427, sessionid=0x101a53a87f00007 2024-12-05T11:22:39,675 DEBUG [RS:0;6706a97ae65f:46427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T11:22:39,675 DEBUG [RS:0;6706a97ae65f:46427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6706a97ae65f,46427,1733397757434 2024-12-05T11:22:39,675 DEBUG [RS:0;6706a97ae65f:46427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,46427,1733397757434' 2024-12-05T11:22:39,675 DEBUG [RS:0;6706a97ae65f:46427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21069307849/flush-table-proc/abort' 2024-12-05T11:22:39,675 DEBUG [RS:0;6706a97ae65f:46427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21069307849/flush-table-proc/acquired' 2024-12-05T11:22:39,676 DEBUG [RS:0;6706a97ae65f:46427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T11:22:39,676 DEBUG [RS:0;6706a97ae65f:46427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T11:22:39,676 DEBUG [RS:0;6706a97ae65f:46427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6706a97ae65f,46427,1733397757434 2024-12-05T11:22:39,676 DEBUG [RS:0;6706a97ae65f:46427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6706a97ae65f,46427,1733397757434' 2024-12-05T11:22:39,676 DEBUG [RS:0;6706a97ae65f:46427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21069307849/online-snapshot/abort' 2024-12-05T11:22:39,676 DEBUG [RS:0;6706a97ae65f:46427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21069307849/online-snapshot/acquired' 2024-12-05T11:22:39,676 DEBUG [RS:0;6706a97ae65f:46427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T11:22:39,676 INFO [RS:0;6706a97ae65f:46427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T11:22:39,676 INFO [RS:0;6706a97ae65f:46427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T11:22:39,777 INFO [RS:0;6706a97ae65f:46427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T11:22:39,778 INFO [RS:0;6706a97ae65f:46427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C46427%2C1733397757434, suffix=, logDir=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/WALs/6706a97ae65f,46427,1733397757434, archiveDir=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/oldWALs, maxLogs=10 2024-12-05T11:22:39,789 DEBUG [RS:0;6706a97ae65f:46427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/WALs/6706a97ae65f,46427,1733397757434/6706a97ae65f%2C46427%2C1733397757434.1733397759778, exclude list is [], retry=0 2024-12-05T11:22:39,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36517,DS-51d6b4bd-6e51-47ad-85a8-218515c2d515,DISK] 2024-12-05T11:22:39,792 INFO [RS:0;6706a97ae65f:46427 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/WALs/6706a97ae65f,46427,1733397757434/6706a97ae65f%2C46427%2C1733397757434.1733397759778 2024-12-05T11:22:39,792 DEBUG [RS:0;6706a97ae65f:46427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38111:38111)] 2024-12-05T11:22:39,878 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T11:22:39,878 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd 2024-12-05T11:22:39,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741833_1009 (size=32) 2024-12-05T11:22:40,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:40,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:22:40,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:22:40,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:40,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:40,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:22:40,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:22:40,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:40,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:40,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:22:40,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:22:40,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:40,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:40,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:22:40,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:22:40,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:40,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:40,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:22:40,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740 2024-12-05T11:22:40,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740 2024-12-05T11:22:40,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:22:40,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:22:40,290 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:22:40,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:22:40,291 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:22:40,292 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67188028, jitterRate=0.0011796355247497559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:22:40,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733397760283Initializing all the Stores at 1733397760283Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397760283Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397760283Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397760283Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397760283Cleaning up temporary data from old regions at 1733397760289 (+6 ms)Region opened successfully at 1733397760292 (+3 ms) 2024-12-05T11:22:40,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:22:40,292 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:22:40,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:22:40,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:22:40,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:22:40,292 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:22:40,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397760292Disabling compacts and flushes for region at 1733397760292Disabling writes for close at 1733397760292Writing region close event to WAL at 1733397760292Closed at 1733397760292 2024-12-05T11:22:40,293 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:22:40,293 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T11:22:40,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T11:22:40,294 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:22:40,294 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T11:22:40,439 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:22:40,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:40,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:40,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:40,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:40,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:40,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:40,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:40,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:40,444 DEBUG [6706a97ae65f:39437 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T11:22:40,445 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6706a97ae65f,46427,1733397757434 2024-12-05T11:22:40,446 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,46427,1733397757434, state=OPENING 2024-12-05T11:22:40,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:40,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:40,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:40,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:40,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:40,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:40,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:40,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:40,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:40,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:40,489 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T11:22:40,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21069307849 2024-12-05T11:22:40,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46427-0x101a53a87f00007, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21069307849 2024-12-05T11:22:40,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21069307849/meta-region-server: CHANGED 2024-12-05T11:22:40,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21069307849/meta-region-server: CHANGED 2024-12-05T11:22:40,500 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T11:22:40,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,46427,1733397757434}] 2024-12-05T11:22:40,652 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:22:40,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:22:40,656 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T11:22:40,656 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:22:40,656 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T11:22:40,657 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C46427%2C1733397757434.meta, suffix=.meta, logDir=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/WALs/6706a97ae65f,46427,1733397757434, archiveDir=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/oldWALs, maxLogs=10 2024-12-05T11:22:40,668 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/WALs/6706a97ae65f,46427,1733397757434/6706a97ae65f%2C46427%2C1733397757434.meta.1733397760657.meta, exclude list is [], retry=0 2024-12-05T11:22:40,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36517,DS-51d6b4bd-6e51-47ad-85a8-218515c2d515,DISK] 2024-12-05T11:22:40,670 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/WALs/6706a97ae65f,46427,1733397757434/6706a97ae65f%2C46427%2C1733397757434.meta.1733397760657.meta 2024-12-05T11:22:40,671 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38111:38111)] 2024-12-05T11:22:40,671 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:22:40,671 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:22:40,671 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:22:40,671 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T11:22:40,671 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T11:22:40,671 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T11:22:40,671 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:40,671 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T11:22:40,671 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T11:22:40,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T11:22:40,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T11:22:40,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:40,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:40,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T11:22:40,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T11:22:40,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:40,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:40,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T11:22:40,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T11:22:40,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:40,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:40,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T11:22:40,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T11:22:40,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:40,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T11:22:40,676 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T11:22:40,677 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740 2024-12-05T11:22:40,677 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740 2024-12-05T11:22:40,678 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T11:22:40,678 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T11:22:40,678 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T11:22:40,679 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T11:22:40,680 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59998229, jitterRate=-0.10595671832561493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T11:22:40,680 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T11:22:40,680 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733397760671Writing region info on filesystem at 1733397760671Initializing all the Stores at 1733397760672 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397760672Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397760672Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397760672Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733397760672Cleaning up temporary data from old regions at 1733397760678 (+6 ms)Running coprocessor post-open hooks at 1733397760680 (+2 ms)Region opened successfully at 1733397760680 2024-12-05T11:22:40,680 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733397760652 2024-12-05T11:22:40,681 DEBUG [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T11:22:40,682 INFO [RS_OPEN_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T11:22:40,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,46427,1733397757434 2024-12-05T11:22:40,682 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6706a97ae65f,46427,1733397757434, state=OPEN 2024-12-05T11:22:40,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46427-0x101a53a87f00007, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21069307849/meta-region-server 2024-12-05T11:22:40,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21069307849/meta-region-server 2024-12-05T11:22:40,689 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6706a97ae65f,46427,1733397757434 2024-12-05T11:22:40,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21069307849/meta-region-server: CHANGED 2024-12-05T11:22:40,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21069307849/meta-region-server: CHANGED 2024-12-05T11:22:40,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T11:22:40,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6706a97ae65f,46427,1733397757434 in 189 msec 2024-12-05T11:22:40,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T11:22:40,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 398 msec 2024-12-05T11:22:40,692 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T11:22:40,692 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T11:22:40,693 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:22:40,693 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,46427,1733397757434, seqNum=-1] 2024-12-05T11:22:40,694 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:22:40,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:22:40,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2270 sec 2024-12-05T11:22:40,698 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733397760698, completionTime=-1 2024-12-05T11:22:40,698 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T11:22:40,698 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T11:22:40,699 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T11:22:40,699 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733397820699 2024-12-05T11:22:40,699 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733397880699 2024-12-05T11:22:40,699 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T11:22:40,699 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,39437,1733397757199-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:40,699 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,39437,1733397757199-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:40,700 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,39437,1733397757199-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:40,700 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6706a97ae65f:39437, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:40,700 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:40,700 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:40,701 DEBUG [master/6706a97ae65f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T11:22:40,702 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.191sec 2024-12-05T11:22:40,702 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T11:22:40,702 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T11:22:40,703 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T11:22:40,703 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T11:22:40,703 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T11:22:40,703 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,39437,1733397757199-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T11:22:40,703 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,39437,1733397757199-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T11:22:40,704 DEBUG [master/6706a97ae65f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T11:22:40,704 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T11:22:40,704 INFO [master/6706a97ae65f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6706a97ae65f,39437,1733397757199-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T11:22:40,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1a5bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:40,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,39437,-1 for getting cluster id 2024-12-05T11:22:40,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:22:40,767 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d397895-73f2-4347-9f59-31dfc78bea4f' 2024-12-05T11:22:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:22:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d397895-73f2-4347-9f59-31dfc78bea4f" 2024-12-05T11:22:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cda40dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,39437,-1] 2024-12-05T11:22:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:22:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:40,769 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:22:40,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3770e61a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:40,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:22:40,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,46427,1733397757434, seqNum=-1] 2024-12-05T11:22:40,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:22:40,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:22:40,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6706a97ae65f,39437,1733397757199 2024-12-05T11:22:40,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60899 2024-12-05T11:22:40,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T11:22:40,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a53a87f00008 connected 2024-12-05T11:22:40,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:22:40,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,40439,1733397746987 2024-12-05T11:22:40,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70970e98 2024-12-05T11:22:40,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:22:40,798 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:22:40,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40439 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:22:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40439 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T11:22:40,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:22:40,800 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:40,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40439 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T11:22:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:22:40,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:22:40,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741835_1011 (size=902) 2024-12-05T11:22:40,807 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a782f8338a4d28d2b910e069ea0a423, NAME => 'test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a 2024-12-05T11:22:40,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741836_1012 (size=39) 2024-12-05T11:22:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:22:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:22:41,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:41,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0a782f8338a4d28d2b910e069ea0a423, disabling compactions & flushes 2024-12-05T11:22:41,211 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423. 2024-12-05T11:22:41,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423. 2024-12-05T11:22:41,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423. after waiting 0 ms 2024-12-05T11:22:41,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423. 2024-12-05T11:22:41,211 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423. 2024-12-05T11:22:41,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a782f8338a4d28d2b910e069ea0a423: Waiting for close lock at 1733397761211Disabling compacts and flushes for region at 1733397761211Disabling writes for close at 1733397761211Writing region close event to WAL at 1733397761211Closed at 1733397761211 2024-12-05T11:22:41,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:22:41,213 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733397761212"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397761212"}]},"ts":"1733397761212"} 2024-12-05T11:22:41,214 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:22:41,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:22:41,215 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397761215"}]},"ts":"1733397761215"} 2024-12-05T11:22:41,216 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T11:22:41,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0a782f8338a4d28d2b910e069ea0a423, ASSIGN}] 2024-12-05T11:22:41,217 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0a782f8338a4d28d2b910e069ea0a423, ASSIGN 2024-12-05T11:22:41,218 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0a782f8338a4d28d2b910e069ea0a423, ASSIGN; state=OFFLINE, location=6706a97ae65f,40763,1733397747343; forceNewPlan=false, retain=false 2024-12-05T11:22:41,368 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a782f8338a4d28d2b910e069ea0a423, regionState=OPENING, regionLocation=6706a97ae65f,40763,1733397747343 2024-12-05T11:22:41,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0a782f8338a4d28d2b910e069ea0a423, ASSIGN because future has completed 2024-12-05T11:22:41,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a782f8338a4d28d2b910e069ea0a423, server=6706a97ae65f,40763,1733397747343}] 2024-12-05T11:22:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:22:41,525 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423. 2024-12-05T11:22:41,525 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a782f8338a4d28d2b910e069ea0a423, NAME => 'test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:22:41,526 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:22:41,526 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T11:22:41,526 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0a782f8338a4d28d2b910e069ea0a423 2024-12-05T11:22:41,526 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:41,526 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0a782f8338a4d28d2b910e069ea0a423 2024-12-05T11:22:41,526 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0a782f8338a4d28d2b910e069ea0a423 2024-12-05T11:22:41,527 INFO [StoreOpener-0a782f8338a4d28d2b910e069ea0a423-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0a782f8338a4d28d2b910e069ea0a423 2024-12-05T11:22:41,528 INFO [StoreOpener-0a782f8338a4d28d2b910e069ea0a423-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a782f8338a4d28d2b910e069ea0a423 columnFamilyName f 2024-12-05T11:22:41,529 DEBUG [StoreOpener-0a782f8338a4d28d2b910e069ea0a423-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:41,529 INFO [StoreOpener-0a782f8338a4d28d2b910e069ea0a423-1 {}] regionserver.HStore(327): Store=0a782f8338a4d28d2b910e069ea0a423/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:41,529 INFO [StoreOpener-0a782f8338a4d28d2b910e069ea0a423-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0a782f8338a4d28d2b910e069ea0a423 2024-12-05T11:22:41,530 INFO [StoreOpener-0a782f8338a4d28d2b910e069ea0a423-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a782f8338a4d28d2b910e069ea0a423 columnFamilyName f1 2024-12-05T11:22:41,530 DEBUG [StoreOpener-0a782f8338a4d28d2b910e069ea0a423-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:41,530 INFO [StoreOpener-0a782f8338a4d28d2b910e069ea0a423-1 {}] regionserver.HStore(327): Store=0a782f8338a4d28d2b910e069ea0a423/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:41,530 INFO [StoreOpener-0a782f8338a4d28d2b910e069ea0a423-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0a782f8338a4d28d2b910e069ea0a423 2024-12-05T11:22:41,530 INFO [StoreOpener-0a782f8338a4d28d2b910e069ea0a423-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a782f8338a4d28d2b910e069ea0a423 columnFamilyName norep 2024-12-05T11:22:41,531 DEBUG [StoreOpener-0a782f8338a4d28d2b910e069ea0a423-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:41,531 INFO [StoreOpener-0a782f8338a4d28d2b910e069ea0a423-1 {}] regionserver.HStore(327): Store=0a782f8338a4d28d2b910e069ea0a423/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:41,531 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0a782f8338a4d28d2b910e069ea0a423 2024-12-05T11:22:41,531 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/default/test/0a782f8338a4d28d2b910e069ea0a423 2024-12-05T11:22:41,531 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/default/test/0a782f8338a4d28d2b910e069ea0a423 2024-12-05T11:22:41,532 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0a782f8338a4d28d2b910e069ea0a423 2024-12-05T11:22:41,532 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0a782f8338a4d28d2b910e069ea0a423 2024-12-05T11:22:41,532 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:22:41,533 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0a782f8338a4d28d2b910e069ea0a423 2024-12-05T11:22:41,535 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/default/test/0a782f8338a4d28d2b910e069ea0a423/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:22:41,535 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0a782f8338a4d28d2b910e069ea0a423; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66214200, jitterRate=-0.01333153247833252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:22:41,535 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a782f8338a4d28d2b910e069ea0a423 2024-12-05T11:22:41,535 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0a782f8338a4d28d2b910e069ea0a423: Running coprocessor pre-open hook at 1733397761526Writing region info on filesystem at 1733397761526Initializing all the Stores at 1733397761527 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397761527Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397761527Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397761527Cleaning up temporary data from old regions at 1733397761532 (+5 ms)Running coprocessor post-open hooks at 1733397761535 (+3 ms)Region opened successfully at 1733397761535 2024-12-05T11:22:41,536 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423., pid=6, masterSystemTime=1733397761522 2024-12-05T11:22:41,537 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423. 2024-12-05T11:22:41,537 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423. 2024-12-05T11:22:41,538 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a782f8338a4d28d2b910e069ea0a423, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6706a97ae65f,40763,1733397747343 2024-12-05T11:22:41,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a782f8338a4d28d2b910e069ea0a423, server=6706a97ae65f,40763,1733397747343 because future has completed 2024-12-05T11:22:41,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T11:22:41,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a782f8338a4d28d2b910e069ea0a423, server=6706a97ae65f,40763,1733397747343 in 169 msec 2024-12-05T11:22:41,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T11:22:41,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0a782f8338a4d28d2b910e069ea0a423, ASSIGN in 326 msec 2024-12-05T11:22:41,544 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:22:41,544 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397761544"}]},"ts":"1733397761544"} 2024-12-05T11:22:41,546 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T11:22:41,546 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:22:41,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-12-05T11:22:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:22:41,936 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T11:22:41,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:22:41,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,34455,1733397752041 2024-12-05T11:22:41,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1510c57f 2024-12-05T11:22:41,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:22:41,938 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:22:41,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:22:41,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T11:22:41,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:22:41,941 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:41,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T11:22:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:22:41,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:22:41,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741835_1011 (size=902) 2024-12-05T11:22:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:22:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:22:42,347 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9539f89d522cb19db2ebd22d4106e569, NAME => 'test,,1733397761939.9539f89d522cb19db2ebd22d4106e569.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47 2024-12-05T11:22:42,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741836_1012 (size=39) 2024-12-05T11:22:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:22:42,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733397761939.9539f89d522cb19db2ebd22d4106e569.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:42,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9539f89d522cb19db2ebd22d4106e569, disabling compactions & flushes 2024-12-05T11:22:42,752 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733397761939.9539f89d522cb19db2ebd22d4106e569. 2024-12-05T11:22:42,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397761939.9539f89d522cb19db2ebd22d4106e569. 2024-12-05T11:22:42,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733397761939.9539f89d522cb19db2ebd22d4106e569. after waiting 0 ms 2024-12-05T11:22:42,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733397761939.9539f89d522cb19db2ebd22d4106e569. 2024-12-05T11:22:42,752 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733397761939.9539f89d522cb19db2ebd22d4106e569. 2024-12-05T11:22:42,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9539f89d522cb19db2ebd22d4106e569: Waiting for close lock at 1733397762752Disabling compacts and flushes for region at 1733397762752Disabling writes for close at 1733397762752Writing region close event to WAL at 1733397762752Closed at 1733397762752 2024-12-05T11:22:42,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:22:42,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733397761939.9539f89d522cb19db2ebd22d4106e569.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733397762753"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397762753"}]},"ts":"1733397762753"} 2024-12-05T11:22:42,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:22:42,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:22:42,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397762755"}]},"ts":"1733397762755"} 2024-12-05T11:22:42,756 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T11:22:42,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9539f89d522cb19db2ebd22d4106e569, ASSIGN}] 2024-12-05T11:22:42,757 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9539f89d522cb19db2ebd22d4106e569, ASSIGN 2024-12-05T11:22:42,757 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9539f89d522cb19db2ebd22d4106e569, ASSIGN; state=OFFLINE, location=6706a97ae65f,44793,1733397752190; forceNewPlan=false, retain=false 2024-12-05T11:22:42,908 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9539f89d522cb19db2ebd22d4106e569, regionState=OPENING, regionLocation=6706a97ae65f,44793,1733397752190 2024-12-05T11:22:42,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9539f89d522cb19db2ebd22d4106e569, ASSIGN because future has completed 2024-12-05T11:22:42,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9539f89d522cb19db2ebd22d4106e569, server=6706a97ae65f,44793,1733397752190}] 2024-12-05T11:22:43,064 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733397761939.9539f89d522cb19db2ebd22d4106e569. 2024-12-05T11:22:43,064 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9539f89d522cb19db2ebd22d4106e569, NAME => 'test,,1733397761939.9539f89d522cb19db2ebd22d4106e569.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:22:43,064 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:22:43,064 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T11:22:43,064 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9539f89d522cb19db2ebd22d4106e569 2024-12-05T11:22:43,064 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733397761939.9539f89d522cb19db2ebd22d4106e569.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:43,064 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9539f89d522cb19db2ebd22d4106e569 2024-12-05T11:22:43,064 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9539f89d522cb19db2ebd22d4106e569 2024-12-05T11:22:43,065 INFO [StoreOpener-9539f89d522cb19db2ebd22d4106e569-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9539f89d522cb19db2ebd22d4106e569 2024-12-05T11:22:43,066 INFO [StoreOpener-9539f89d522cb19db2ebd22d4106e569-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9539f89d522cb19db2ebd22d4106e569 columnFamilyName f 2024-12-05T11:22:43,066 DEBUG [StoreOpener-9539f89d522cb19db2ebd22d4106e569-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:43,066 INFO [StoreOpener-9539f89d522cb19db2ebd22d4106e569-1 {}] regionserver.HStore(327): Store=9539f89d522cb19db2ebd22d4106e569/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:43,066 INFO [StoreOpener-9539f89d522cb19db2ebd22d4106e569-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9539f89d522cb19db2ebd22d4106e569 2024-12-05T11:22:43,067 INFO [StoreOpener-9539f89d522cb19db2ebd22d4106e569-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9539f89d522cb19db2ebd22d4106e569 columnFamilyName f1 2024-12-05T11:22:43,067 DEBUG [StoreOpener-9539f89d522cb19db2ebd22d4106e569-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:43,067 INFO [StoreOpener-9539f89d522cb19db2ebd22d4106e569-1 {}] regionserver.HStore(327): Store=9539f89d522cb19db2ebd22d4106e569/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:43,068 INFO [StoreOpener-9539f89d522cb19db2ebd22d4106e569-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9539f89d522cb19db2ebd22d4106e569 2024-12-05T11:22:43,068 INFO [StoreOpener-9539f89d522cb19db2ebd22d4106e569-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9539f89d522cb19db2ebd22d4106e569 columnFamilyName norep 2024-12-05T11:22:43,068 DEBUG [StoreOpener-9539f89d522cb19db2ebd22d4106e569-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:43,068 INFO [StoreOpener-9539f89d522cb19db2ebd22d4106e569-1 {}] regionserver.HStore(327): Store=9539f89d522cb19db2ebd22d4106e569/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:43,069 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9539f89d522cb19db2ebd22d4106e569 2024-12-05T11:22:43,069 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/default/test/9539f89d522cb19db2ebd22d4106e569 2024-12-05T11:22:43,069 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/default/test/9539f89d522cb19db2ebd22d4106e569 2024-12-05T11:22:43,070 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9539f89d522cb19db2ebd22d4106e569 2024-12-05T11:22:43,070 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9539f89d522cb19db2ebd22d4106e569 2024-12-05T11:22:43,070 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:22:43,070 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9539f89d522cb19db2ebd22d4106e569 2024-12-05T11:22:43,071 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/default/test/9539f89d522cb19db2ebd22d4106e569/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:22:43,072 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9539f89d522cb19db2ebd22d4106e569; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72848054, jitterRate=0.08552059531211853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:22:43,072 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9539f89d522cb19db2ebd22d4106e569 2024-12-05T11:22:43,072 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9539f89d522cb19db2ebd22d4106e569: Running coprocessor pre-open hook at 1733397763064Writing region info on filesystem at 1733397763064Initializing all the Stores at 1733397763065 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397763065Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397763065Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397763065Cleaning up temporary data from old regions at 1733397763070 (+5 ms)Running coprocessor post-open hooks at 1733397763072 (+2 ms)Region opened successfully at 1733397763072 2024-12-05T11:22:43,072 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733397761939.9539f89d522cb19db2ebd22d4106e569., pid=6, masterSystemTime=1733397763061 2024-12-05T11:22:43,074 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733397761939.9539f89d522cb19db2ebd22d4106e569. 2024-12-05T11:22:43,074 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733397761939.9539f89d522cb19db2ebd22d4106e569. 2024-12-05T11:22:43,074 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9539f89d522cb19db2ebd22d4106e569, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6706a97ae65f,44793,1733397752190 2024-12-05T11:22:43,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9539f89d522cb19db2ebd22d4106e569, server=6706a97ae65f,44793,1733397752190 because future has completed 2024-12-05T11:22:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:22:43,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T11:22:43,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9539f89d522cb19db2ebd22d4106e569, server=6706a97ae65f,44793,1733397752190 in 166 msec 2024-12-05T11:22:43,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T11:22:43,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9539f89d522cb19db2ebd22d4106e569, ASSIGN in 322 msec 2024-12-05T11:22:43,080 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:22:43,080 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397763080"}]},"ts":"1733397763080"} 2024-12-05T11:22:43,081 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T11:22:43,082 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:22:43,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1430 sec 2024-12-05T11:22:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:22:44,096 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T11:22:44,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:22:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,39437,1733397757199 2024-12-05T11:22:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@676d0d38 2024-12-05T11:22:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:22:44,098 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:22:44,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:22:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T11:22:44,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:22:44,100 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:44,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T11:22:44,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:22:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:22:44,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741835_1011 (size=902) 2024-12-05T11:22:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:22:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:22:44,512 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 848c4d5d38e6e361b7e73a4e1ac9577d, NAME => 'test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd 2024-12-05T11:22:44,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741836_1012 (size=39) 2024-12-05T11:22:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:22:44,916 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:44,916 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 848c4d5d38e6e361b7e73a4e1ac9577d, disabling compactions & flushes 2024-12-05T11:22:44,916 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d. 2024-12-05T11:22:44,916 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d. 2024-12-05T11:22:44,916 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d. after waiting 0 ms 2024-12-05T11:22:44,916 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d. 2024-12-05T11:22:44,916 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d. 2024-12-05T11:22:44,916 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 848c4d5d38e6e361b7e73a4e1ac9577d: Waiting for close lock at 1733397764916Disabling compacts and flushes for region at 1733397764916Disabling writes for close at 1733397764916Writing region close event to WAL at 1733397764916Closed at 1733397764916 2024-12-05T11:22:44,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:22:44,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733397764917"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397764917"}]},"ts":"1733397764917"} 2024-12-05T11:22:44,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:22:44,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:22:44,919 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397764919"}]},"ts":"1733397764919"} 2024-12-05T11:22:44,920 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T11:22:44,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=848c4d5d38e6e361b7e73a4e1ac9577d, ASSIGN}] 2024-12-05T11:22:44,921 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=848c4d5d38e6e361b7e73a4e1ac9577d, ASSIGN 2024-12-05T11:22:44,922 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=848c4d5d38e6e361b7e73a4e1ac9577d, ASSIGN; state=OFFLINE, location=6706a97ae65f,46427,1733397757434; forceNewPlan=false, retain=false 2024-12-05T11:22:45,073 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=848c4d5d38e6e361b7e73a4e1ac9577d, regionState=OPENING, regionLocation=6706a97ae65f,46427,1733397757434 2024-12-05T11:22:45,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=848c4d5d38e6e361b7e73a4e1ac9577d, ASSIGN because future has completed 2024-12-05T11:22:45,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 848c4d5d38e6e361b7e73a4e1ac9577d, server=6706a97ae65f,46427,1733397757434}] 2024-12-05T11:22:45,229 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d. 2024-12-05T11:22:45,229 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 848c4d5d38e6e361b7e73a4e1ac9577d, NAME => 'test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:22:45,229 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:22:45,229 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T11:22:45,229 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 848c4d5d38e6e361b7e73a4e1ac9577d 2024-12-05T11:22:45,230 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:45,230 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 848c4d5d38e6e361b7e73a4e1ac9577d 2024-12-05T11:22:45,230 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 848c4d5d38e6e361b7e73a4e1ac9577d 2024-12-05T11:22:45,230 INFO [StoreOpener-848c4d5d38e6e361b7e73a4e1ac9577d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 848c4d5d38e6e361b7e73a4e1ac9577d 2024-12-05T11:22:45,231 INFO [StoreOpener-848c4d5d38e6e361b7e73a4e1ac9577d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 848c4d5d38e6e361b7e73a4e1ac9577d columnFamilyName f 2024-12-05T11:22:45,231 DEBUG [StoreOpener-848c4d5d38e6e361b7e73a4e1ac9577d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:45,232 INFO [StoreOpener-848c4d5d38e6e361b7e73a4e1ac9577d-1 {}] regionserver.HStore(327): Store=848c4d5d38e6e361b7e73a4e1ac9577d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:45,232 INFO [StoreOpener-848c4d5d38e6e361b7e73a4e1ac9577d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 848c4d5d38e6e361b7e73a4e1ac9577d 2024-12-05T11:22:45,232 INFO [StoreOpener-848c4d5d38e6e361b7e73a4e1ac9577d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 848c4d5d38e6e361b7e73a4e1ac9577d columnFamilyName f1 2024-12-05T11:22:45,232 DEBUG [StoreOpener-848c4d5d38e6e361b7e73a4e1ac9577d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:45,233 INFO [StoreOpener-848c4d5d38e6e361b7e73a4e1ac9577d-1 {}] regionserver.HStore(327): Store=848c4d5d38e6e361b7e73a4e1ac9577d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:45,233 INFO [StoreOpener-848c4d5d38e6e361b7e73a4e1ac9577d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 848c4d5d38e6e361b7e73a4e1ac9577d 2024-12-05T11:22:45,233 INFO [StoreOpener-848c4d5d38e6e361b7e73a4e1ac9577d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 848c4d5d38e6e361b7e73a4e1ac9577d columnFamilyName norep 2024-12-05T11:22:45,233 DEBUG [StoreOpener-848c4d5d38e6e361b7e73a4e1ac9577d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:45,234 INFO [StoreOpener-848c4d5d38e6e361b7e73a4e1ac9577d-1 {}] regionserver.HStore(327): Store=848c4d5d38e6e361b7e73a4e1ac9577d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:45,234 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 848c4d5d38e6e361b7e73a4e1ac9577d 2024-12-05T11:22:45,234 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/default/test/848c4d5d38e6e361b7e73a4e1ac9577d 2024-12-05T11:22:45,234 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/default/test/848c4d5d38e6e361b7e73a4e1ac9577d 2024-12-05T11:22:45,235 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 848c4d5d38e6e361b7e73a4e1ac9577d 2024-12-05T11:22:45,235 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 848c4d5d38e6e361b7e73a4e1ac9577d 2024-12-05T11:22:45,235 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:22:45,236 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 848c4d5d38e6e361b7e73a4e1ac9577d 2024-12-05T11:22:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:22:45,237 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/default/test/848c4d5d38e6e361b7e73a4e1ac9577d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:22:45,237 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 848c4d5d38e6e361b7e73a4e1ac9577d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71001802, jitterRate=0.05800929665565491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:22:45,237 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 848c4d5d38e6e361b7e73a4e1ac9577d 2024-12-05T11:22:45,238 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 848c4d5d38e6e361b7e73a4e1ac9577d: Running coprocessor pre-open hook at 1733397765230Writing region info on filesystem at 1733397765230Initializing all the Stores at 1733397765230Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397765230Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397765230Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397765230Cleaning up temporary data from old regions at 1733397765235 (+5 ms)Running coprocessor post-open hooks at 1733397765237 (+2 ms)Region opened successfully at 1733397765238 (+1 ms) 2024-12-05T11:22:45,238 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d., pid=6, masterSystemTime=1733397765226 2024-12-05T11:22:45,240 DEBUG [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d. 2024-12-05T11:22:45,240 INFO [RS_OPEN_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d. 2024-12-05T11:22:45,240 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=848c4d5d38e6e361b7e73a4e1ac9577d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6706a97ae65f,46427,1733397757434 2024-12-05T11:22:45,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 848c4d5d38e6e361b7e73a4e1ac9577d, server=6706a97ae65f,46427,1733397757434 because future has completed 2024-12-05T11:22:45,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T11:22:45,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 848c4d5d38e6e361b7e73a4e1ac9577d, server=6706a97ae65f,46427,1733397757434 in 167 msec 2024-12-05T11:22:45,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T11:22:45,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=848c4d5d38e6e361b7e73a4e1ac9577d, ASSIGN in 323 msec 2024-12-05T11:22:45,247 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:22:45,247 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397765247"}]},"ts":"1733397765247"} 2024-12-05T11:22:45,248 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T11:22:45,249 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:22:45,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-05T11:22:46,173 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:22:46,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:46,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:46,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:46,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:46,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:46,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:46,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:46,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:46,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:46,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:46,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:46,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:46,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:46,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:46,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:46,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:46,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:46,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T11:22:46,246 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T11:22:46,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f8968e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:46,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,40439,-1 for getting cluster id 2024-12-05T11:22:46,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:22:46,248 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '703eb9d6-e469-43ed-9e3f-70237e0aff2d' 2024-12-05T11:22:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:22:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "703eb9d6-e469-43ed-9e3f-70237e0aff2d" 2024-12-05T11:22:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df3a32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,40439,-1] 2024-12-05T11:22:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:22:46,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:46,249 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:22:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a673dbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:46,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:22:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,40439,1733397746987 2024-12-05T11:22:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@315897dc 2024-12-05T11:22:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:22:46,251 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:22:46,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40439 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6706a97ae65f:34455,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T11:22:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40439 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T11:22:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:22:46,253 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:34455' 2024-12-05T11:22:46,254 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d980152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:46,254 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,34455,-1 for getting cluster id 2024-12-05T11:22:46,254 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:22:46,254 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '969d3cfb-8e51-40a5-a4d5-a59239db9424' 2024-12-05T11:22:46,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:22:46,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "969d3cfb-8e51-40a5-a4d5-a59239db9424" 2024-12-05T11:22:46,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72288970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:46,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,34455,-1] 2024-12-05T11:22:46,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:22:46,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:46,255 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:22:46,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f40f6b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:46,256 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:22:46,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,34455,1733397752041 2024-12-05T11:22:46,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26b7541f 2024-12-05T11:22:46,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:22:46,257 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:22:46,257 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T11:22:46,257 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T11:22:46,258 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:46,258 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:46,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:22:46,258 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T11:22:46,259 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T11:22:46,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T11:22:46,260 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:46,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T11:22:46,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741837_1013 (size=1138) 2024-12-05T11:22:46,309 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T11:22:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:22:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:22:46,666 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 99283c321af546dbe2e14f088260fdcb, NAME => 'hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a 2024-12-05T11:22:46,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741838_1014 (size=44) 2024-12-05T11:22:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:22:47,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:47,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 99283c321af546dbe2e14f088260fdcb, disabling compactions & flushes 2024-12-05T11:22:47,070 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb. 2024-12-05T11:22:47,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb. 2024-12-05T11:22:47,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb. after waiting 0 ms 2024-12-05T11:22:47,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb. 2024-12-05T11:22:47,070 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb. 2024-12-05T11:22:47,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 99283c321af546dbe2e14f088260fdcb: Waiting for close lock at 1733397767070Disabling compacts and flushes for region at 1733397767070Disabling writes for close at 1733397767070Writing region close event to WAL at 1733397767070Closed at 1733397767070 2024-12-05T11:22:47,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T11:22:47,072 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733397767071"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733397767071"}]},"ts":"1733397767071"} 2024-12-05T11:22:47,073 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T11:22:47,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T11:22:47,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397767074"}]},"ts":"1733397767074"} 2024-12-05T11:22:47,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T11:22:47,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=99283c321af546dbe2e14f088260fdcb, ASSIGN}] 2024-12-05T11:22:47,077 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=99283c321af546dbe2e14f088260fdcb, ASSIGN 2024-12-05T11:22:47,077 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=99283c321af546dbe2e14f088260fdcb, ASSIGN; state=OFFLINE, location=6706a97ae65f,40763,1733397747343; forceNewPlan=false, retain=false 2024-12-05T11:22:47,228 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=99283c321af546dbe2e14f088260fdcb, regionState=OPENING, regionLocation=6706a97ae65f,40763,1733397747343 2024-12-05T11:22:47,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=99283c321af546dbe2e14f088260fdcb, ASSIGN because future has completed 2024-12-05T11:22:47,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99283c321af546dbe2e14f088260fdcb, server=6706a97ae65f,40763,1733397747343}] 2024-12-05T11:22:47,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb. 2024-12-05T11:22:47,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T11:22:47,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T11:22:47,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6706a97ae65f%2C40763%2C1733397747343.rep, suffix=, logDir=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343, archiveDir=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/oldWALs, maxLogs=10 2024-12-05T11:22:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:22:47,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.rep.1733397767385, exclude list is [], retry=0 2024-12-05T11:22:47,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-cc9df2ff-db9f-4714-80de-7f6afe8a1554,DISK] 2024-12-05T11:22:47,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.rep.1733397767385 2024-12-05T11:22:47,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41083:41083)] 2024-12-05T11:22:47,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 99283c321af546dbe2e14f088260fdcb, NAME => 'hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb.', STARTKEY => '', ENDKEY => ''} 2024-12-05T11:22:47,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T11:22:47,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T11:22:47,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb. service=MultiRowMutationService 2024-12-05T11:22:47,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T11:22:47,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 99283c321af546dbe2e14f088260fdcb 2024-12-05T11:22:47,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T11:22:47,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 99283c321af546dbe2e14f088260fdcb 2024-12-05T11:22:47,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 99283c321af546dbe2e14f088260fdcb 2024-12-05T11:22:47,403 INFO [StoreOpener-99283c321af546dbe2e14f088260fdcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 99283c321af546dbe2e14f088260fdcb 2024-12-05T11:22:47,404 INFO [StoreOpener-99283c321af546dbe2e14f088260fdcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99283c321af546dbe2e14f088260fdcb columnFamilyName hfileref 2024-12-05T11:22:47,404 DEBUG [StoreOpener-99283c321af546dbe2e14f088260fdcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:47,404 INFO [StoreOpener-99283c321af546dbe2e14f088260fdcb-1 {}] regionserver.HStore(327): Store=99283c321af546dbe2e14f088260fdcb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:47,404 INFO [StoreOpener-99283c321af546dbe2e14f088260fdcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 99283c321af546dbe2e14f088260fdcb 2024-12-05T11:22:47,405 INFO [StoreOpener-99283c321af546dbe2e14f088260fdcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99283c321af546dbe2e14f088260fdcb columnFamilyName queue 2024-12-05T11:22:47,405 DEBUG [StoreOpener-99283c321af546dbe2e14f088260fdcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:47,405 INFO [StoreOpener-99283c321af546dbe2e14f088260fdcb-1 {}] regionserver.HStore(327): Store=99283c321af546dbe2e14f088260fdcb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:47,405 INFO [StoreOpener-99283c321af546dbe2e14f088260fdcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 99283c321af546dbe2e14f088260fdcb 2024-12-05T11:22:47,406 INFO [StoreOpener-99283c321af546dbe2e14f088260fdcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99283c321af546dbe2e14f088260fdcb columnFamilyName sid 2024-12-05T11:22:47,406 DEBUG [StoreOpener-99283c321af546dbe2e14f088260fdcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T11:22:47,406 INFO [StoreOpener-99283c321af546dbe2e14f088260fdcb-1 {}] regionserver.HStore(327): Store=99283c321af546dbe2e14f088260fdcb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T11:22:47,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 99283c321af546dbe2e14f088260fdcb 2024-12-05T11:22:47,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/replication/99283c321af546dbe2e14f088260fdcb 2024-12-05T11:22:47,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/replication/99283c321af546dbe2e14f088260fdcb 2024-12-05T11:22:47,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 99283c321af546dbe2e14f088260fdcb 2024-12-05T11:22:47,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 99283c321af546dbe2e14f088260fdcb 2024-12-05T11:22:47,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T11:22:47,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 99283c321af546dbe2e14f088260fdcb 2024-12-05T11:22:47,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/replication/99283c321af546dbe2e14f088260fdcb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T11:22:47,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 99283c321af546dbe2e14f088260fdcb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63679920, jitterRate=-0.05109524726867676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T11:22:47,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99283c321af546dbe2e14f088260fdcb 2024-12-05T11:22:47,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 99283c321af546dbe2e14f088260fdcb: Running coprocessor pre-open hook at 1733397767402Writing region info on filesystem at 1733397767402Initializing all the Stores at 1733397767403 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397767403Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397767403Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733397767403Cleaning up temporary data from old regions at 1733397767407 (+4 ms)Running coprocessor post-open hooks at 1733397767409 (+2 ms)Region opened successfully at 1733397767409 2024-12-05T11:22:47,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb., pid=10, masterSystemTime=1733397767381 2024-12-05T11:22:47,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb. 2024-12-05T11:22:47,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb. 2024-12-05T11:22:47,412 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=99283c321af546dbe2e14f088260fdcb, regionState=OPEN, openSeqNum=2, regionLocation=6706a97ae65f,40763,1733397747343 2024-12-05T11:22:47,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99283c321af546dbe2e14f088260fdcb, server=6706a97ae65f,40763,1733397747343 because future has completed 2024-12-05T11:22:47,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T11:22:47,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 99283c321af546dbe2e14f088260fdcb, server=6706a97ae65f,40763,1733397747343 in 184 msec 2024-12-05T11:22:47,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T11:22:47,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=99283c321af546dbe2e14f088260fdcb, ASSIGN in 339 msec 2024-12-05T11:22:47,417 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T11:22:47,417 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733397767417"}]},"ts":"1733397767417"} 2024-12-05T11:22:47,418 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T11:22:47,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T11:22:47,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1600 sec 2024-12-05T11:22:47,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb., hostname=6706a97ae65f,40763,1733397747343, seqNum=2] 2024-12-05T11:22:47,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x101a53a87f00001, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01738665502 2024-12-05T11:22:47,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01738665502 2024-12-05T11:22:47,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T11:22:47,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T11:22:47,821 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T11:22:47,857 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6706a97ae65f,40763,1733397747343, ReplicationSource: 1, currentBandwidth=0 2024-12-05T11:22:47,857 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:22:47,857 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,40763,1733397747343, seqNum=-1] 2024-12-05T11:22:47,858 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:22:47,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-05T11:22:47,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6706a97ae65f,40763,1733397747343', locateType=CURRENT is [region=hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb., hostname=6706a97ae65f,40763,1733397747343, seqNum=2] 2024-12-05T11:22:47,862 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T11:22:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40439 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T11:22:47,864 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6706a97ae65f,40763,1733397747343 suceeded 2024-12-05T11:22:47,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T11:22:47,866 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6706a97ae65f:34455,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T11:22:47,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-12-05T11:22:47,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6150 sec 2024-12-05T11:22:47,883 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:34455' 2024-12-05T11:22:47,885 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f68eea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:47,885 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,34455,-1 for getting cluster id 2024-12-05T11:22:47,885 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:22:47,886 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '969d3cfb-8e51-40a5-a4d5-a59239db9424' 2024-12-05T11:22:47,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:22:47,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "969d3cfb-8e51-40a5-a4d5-a59239db9424" 2024-12-05T11:22:47,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@130ad9f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:47,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,34455,-1] 2024-12-05T11:22:47,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:22:47,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:47,887 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:22:47,888 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2715710f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:47,888 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:22:47,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,34455,1733397752041 2024-12-05T11:22:47,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70f9080e 2024-12-05T11:22:47,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:22:47,889 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-05T11:22:47,889 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6706a97ae65f,40763,1733397747343 (queues=1) is replicating from cluster=703eb9d6-e469-43ed-9e3f-70237e0aff2d to cluster=969d3cfb-8e51-40a5-a4d5-a59239db9424 2024-12-05T11:22:47,889 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6706a97ae65f%2C40763%2C1733397747343 2024-12-05T11:22:47,889 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6706a97ae65f,40763,1733397747343, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T11:22:47,890 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.shipper6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6706a97ae65f%2C40763%2C1733397747343 2024-12-05T11:22:47,890 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397748741, startPosition=0, beingWritten=true 2024-12-05T11:22:47,893 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:22:47,893 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397748741 to pos 379, reset compression=false 2024-12-05T11:22:47,893 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.shipper6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,40763,1733397747343 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397748741, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:22:48,097 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397748741 to pos 379, reset compression=false 2024-12-05T11:22:48,400 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397748741 to pos 379, reset compression=false 2024-12-05T11:22:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T11:22:48,406 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T11:22:48,406 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:22:48,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:48,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:48,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:22:48,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:48,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d04bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:48,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,40439,-1 for getting cluster id 2024-12-05T11:22:48,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:22:48,408 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '703eb9d6-e469-43ed-9e3f-70237e0aff2d' 2024-12-05T11:22:48,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:22:48,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "703eb9d6-e469-43ed-9e3f-70237e0aff2d" 2024-12-05T11:22:48,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4359cbb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:48,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,40439,-1] 2024-12-05T11:22:48,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:22:48,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:48,409 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:22:48,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@530e1885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:48,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d1a7fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:48,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,34455,-1 for getting cluster id 2024-12-05T11:22:48,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:22:48,411 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '969d3cfb-8e51-40a5-a4d5-a59239db9424' 2024-12-05T11:22:48,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:22:48,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "969d3cfb-8e51-40a5-a4d5-a59239db9424" 2024-12-05T11:22:48,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ef69b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:48,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,34455,-1] 2024-12-05T11:22:48,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:22:48,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:48,411 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:22:48,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7d38e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:48,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423c68c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:48,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,39437,-1 for getting cluster id 2024-12-05T11:22:48,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:22:48,413 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d397895-73f2-4347-9f59-31dfc78bea4f' 2024-12-05T11:22:48,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:22:48,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d397895-73f2-4347-9f59-31dfc78bea4f" 2024-12-05T11:22:48,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f35e5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:48,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,39437,-1] 2024-12-05T11:22:48,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:22:48,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:48,414 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:22:48,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae82287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:48,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:48,422 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733397768421/Put/seqid=0 2024-12-05T11:22:48,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741840_1016 (size=7894) 2024-12-05T11:22:48,803 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397748741 to pos 379, reset compression=false 2024-12-05T11:22:48,827 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733397768826/Put/seqid=0 2024-12-05T11:22:48,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741841_1017 (size=7691) 2024-12-05T11:22:48,836 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T11:22:49,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378a2af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:49,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,40439,-1 for getting cluster id 2024-12-05T11:22:49,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:22:49,232 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '703eb9d6-e469-43ed-9e3f-70237e0aff2d' 2024-12-05T11:22:49,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:22:49,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "703eb9d6-e469-43ed-9e3f-70237e0aff2d" 2024-12-05T11:22:49,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad2f926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:49,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,40439,-1] 2024-12-05T11:22:49,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:22:49,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:49,233 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:22:49,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b62989f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:49,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:22:49,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,40763,1733397747343, seqNum=-1] 2024-12-05T11:22:49,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:22:49,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:22:49,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:22:49,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,40439,1733397746987 2024-12-05T11:22:49,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76a2cd24 2024-12-05T11:22:49,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:22:49,242 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:22:49,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423., hostname=6706a97ae65f,40763,1733397747343, seqNum=2] 2024-12-05T11:22:49,247 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T11:22:49,250 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-05T11:22:49,252 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-05T11:22:49,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 0a782f8338a4d28d2b910e069ea0a423/f 2024-12-05T11:22:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-05T11:22:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:22:49,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 0a782f8338a4d28d2b910e069ea0a423/f 2024-12-05T11:22:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-05T11:22:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:22:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HRegion(2603): Flush status journal for 0a782f8338a4d28d2b910e069ea0a423: 2024-12-05T11:22:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/staging/jenkins__test__p95nrp0ulgi7ts2d6aj9mcim7is1fm7c824d840ane86f351rkqohnfv2a64eqh1/f/hfile_1 2024-12-05T11:22:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/staging/jenkins__test__p95nrp0ulgi7ts2d6aj9mcim7is1fm7c824d840ane86f351rkqohnfv2a64eqh1/f/hfile_1 as hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/default/test/0a782f8338a4d28d2b910e069ea0a423/f/5185fd7b11b84216867c48f39a6c6ef9_SeqId_4_ 2024-12-05T11:22:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/staging/jenkins__test__p95nrp0ulgi7ts2d6aj9mcim7is1fm7c824d840ane86f351rkqohnfv2a64eqh1/f/hfile_0 2024-12-05T11:22:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/staging/jenkins__test__p95nrp0ulgi7ts2d6aj9mcim7is1fm7c824d840ane86f351rkqohnfv2a64eqh1/f/hfile_0 as hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/default/test/0a782f8338a4d28d2b910e069ea0a423/f/d4865b482e4940378ae2bd00b3a53288_SeqId_4_ 2024-12-05T11:22:49,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/staging/jenkins__test__p95nrp0ulgi7ts2d6aj9mcim7is1fm7c824d840ane86f351rkqohnfv2a64eqh1/f/hfile_1 into 0a782f8338a4d28d2b910e069ea0a423/f as hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/default/test/0a782f8338a4d28d2b910e069ea0a423/f/5185fd7b11b84216867c48f39a6c6ef9_SeqId_4_ - updating store file list. 2024-12-05T11:22:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5185fd7b11b84216867c48f39a6c6ef9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T11:22:49,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/default/test/0a782f8338a4d28d2b910e069ea0a423/f/5185fd7b11b84216867c48f39a6c6ef9_SeqId_4_ into 0a782f8338a4d28d2b910e069ea0a423/f 2024-12-05T11:22:49,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/staging/jenkins__test__p95nrp0ulgi7ts2d6aj9mcim7is1fm7c824d840ane86f351rkqohnfv2a64eqh1/f/hfile_1 into 0a782f8338a4d28d2b910e069ea0a423/f (new location: hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/default/test/0a782f8338a4d28d2b910e069ea0a423/f/5185fd7b11b84216867c48f39a6c6ef9_SeqId_4_) 2024-12-05T11:22:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/staging/jenkins__test__p95nrp0ulgi7ts2d6aj9mcim7is1fm7c824d840ane86f351rkqohnfv2a64eqh1/f/hfile_1 2024-12-05T11:22:49,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/staging/jenkins__test__p95nrp0ulgi7ts2d6aj9mcim7is1fm7c824d840ane86f351rkqohnfv2a64eqh1/f/hfile_0 into 0a782f8338a4d28d2b910e069ea0a423/f as hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/default/test/0a782f8338a4d28d2b910e069ea0a423/f/d4865b482e4940378ae2bd00b3a53288_SeqId_4_ - updating store file list. 2024-12-05T11:22:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d4865b482e4940378ae2bd00b3a53288_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T11:22:49,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/default/test/0a782f8338a4d28d2b910e069ea0a423/f/d4865b482e4940378ae2bd00b3a53288_SeqId_4_ into 0a782f8338a4d28d2b910e069ea0a423/f 2024-12-05T11:22:49,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/staging/jenkins__test__p95nrp0ulgi7ts2d6aj9mcim7is1fm7c824d840ane86f351rkqohnfv2a64eqh1/f/hfile_0 into 0a782f8338a4d28d2b910e069ea0a423/f (new location: hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/default/test/0a782f8338a4d28d2b910e069ea0a423/f/d4865b482e4940378ae2bd00b3a53288_SeqId_4_) 2024-12-05T11:22:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/staging/jenkins__test__p95nrp0ulgi7ts2d6aj9mcim7is1fm7c824d840ane86f351rkqohnfv2a64eqh1/f/hfile_0 2024-12-05T11:22:49,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:22:49,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:49,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:49,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:49,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423., hostname=6706a97ae65f,40763,1733397747343, seqNum=2 , the old value is region=test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423., hostname=6706a97ae65f,40763,1733397747343, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6706a97ae65f:40763 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T11:22:49,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423., hostname=6706a97ae65f,40763,1733397747343, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T11:22:49,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423., hostname=6706a97ae65f,40763,1733397747343, seqNum=2 from cache 2024-12-05T11:22:49,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:22:49,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:22:49,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,44793,1733397752190, seqNum=-1] 2024-12-05T11:22:49,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:22:49,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:22:49,278 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733397761939.9539f89d522cb19db2ebd22d4106e569., hostname=6706a97ae65f,44793,1733397752190, seqNum=2] 2024-12-05T11:22:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:45238 deadline: 1733397829274 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:45238 2024-12-05T11:22:49,279 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T11:22:49,306 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397748741 to pos 379, reset compression=false 2024-12-05T11:22:49,310 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:22:49,310 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.shipper6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,40763,1733397747343 got entry batch from reader: WALEntryBatch [walEntries=[{test/0a782f8338a4d28d2b910e069ea0a423/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733397769273/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397748741, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T11:22:49,311 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.shipper6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:22:49,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-05T11:22:49,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.ReplicationSink(318): Replicating [703eb9d6-e469-43ed-9e3f-70237e0aff2d] bulk loaded data 2024-12-05T11:22:49,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@529e7e29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:49,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,34455,-1 for getting cluster id 2024-12-05T11:22:49,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:22:49,313 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '969d3cfb-8e51-40a5-a4d5-a59239db9424' 2024-12-05T11:22:49,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:22:49,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "969d3cfb-8e51-40a5-a4d5-a59239db9424" 2024-12-05T11:22:49,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75f1418f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:49,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,34455,-1] 2024-12-05T11:22:49,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:22:49,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:49,314 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:22:49,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13ffda06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:49,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741837_1013 (size=7691) 2024-12-05T11:22:49,387 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:40763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T11:22:49,510 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397748741 to pos 687, reset compression=false 2024-12-05T11:22:49,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741838_1014 (size=7894) 2024-12-05T11:22:49,813 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397748741 to pos 687, reset compression=false 2024-12-05T11:22:50,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:22:50,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,34455,1733397752041 2024-12-05T11:22:50,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7377af1e 2024-12-05T11:22:50,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:22:50,130 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-05T11:22:50,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T11:22:50,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:22:50,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,44793,1733397752190, seqNum=-1] 2024-12-05T11:22:50,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:22:50,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-05T11:22:50,172 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__3olenev9ql3803vlukhuigeb82dgn8ul0fnd84i8jorj71a9dntulrifui3orqut/f/5185fd7b11b84216867c48f39a6c6ef9_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-05T11:22:50,174 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__3olenev9ql3803vlukhuigeb82dgn8ul0fnd84i8jorj71a9dntulrifui3orqut/f/d4865b482e4940378ae2bd00b3a53288_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-05T11:22:50,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__3olenev9ql3803vlukhuigeb82dgn8ul0fnd84i8jorj71a9dntulrifui3orqut/f/5185fd7b11b84216867c48f39a6c6ef9_SeqId_4_ for inclusion in 9539f89d522cb19db2ebd22d4106e569/f 2024-12-05T11:22:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-05T11:22:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:22:50,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__3olenev9ql3803vlukhuigeb82dgn8ul0fnd84i8jorj71a9dntulrifui3orqut/f/d4865b482e4940378ae2bd00b3a53288_SeqId_4_ for inclusion in 9539f89d522cb19db2ebd22d4106e569/f 2024-12-05T11:22:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-05T11:22:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:22:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HRegion(2603): Flush status journal for 9539f89d522cb19db2ebd22d4106e569: 2024-12-05T11:22:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5185fd7b11b84216867c48f39a6c6ef9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T11:22:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__3olenev9ql3803vlukhuigeb82dgn8ul0fnd84i8jorj71a9dntulrifui3orqut/f/5185fd7b11b84216867c48f39a6c6ef9_SeqId_4_ as hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/default/test/9539f89d522cb19db2ebd22d4106e569/f/8965098ca6564a4bb9d30956ff12b646_SeqId_4_ 2024-12-05T11:22:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d4865b482e4940378ae2bd00b3a53288_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T11:22:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__3olenev9ql3803vlukhuigeb82dgn8ul0fnd84i8jorj71a9dntulrifui3orqut/f/d4865b482e4940378ae2bd00b3a53288_SeqId_4_ as hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/default/test/9539f89d522cb19db2ebd22d4106e569/f/acaff9b87e794e698df9327bbeba8b69_SeqId_4_ 2024-12-05T11:22:50,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__3olenev9ql3803vlukhuigeb82dgn8ul0fnd84i8jorj71a9dntulrifui3orqut/f/5185fd7b11b84216867c48f39a6c6ef9_SeqId_4_ into 9539f89d522cb19db2ebd22d4106e569/f as hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/default/test/9539f89d522cb19db2ebd22d4106e569/f/8965098ca6564a4bb9d30956ff12b646_SeqId_4_ - updating store file list. 2024-12-05T11:22:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8965098ca6564a4bb9d30956ff12b646_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T11:22:50,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/default/test/9539f89d522cb19db2ebd22d4106e569/f/8965098ca6564a4bb9d30956ff12b646_SeqId_4_ into 9539f89d522cb19db2ebd22d4106e569/f 2024-12-05T11:22:50,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__3olenev9ql3803vlukhuigeb82dgn8ul0fnd84i8jorj71a9dntulrifui3orqut/f/5185fd7b11b84216867c48f39a6c6ef9_SeqId_4_ into 9539f89d522cb19db2ebd22d4106e569/f (new location: hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/default/test/9539f89d522cb19db2ebd22d4106e569/f/8965098ca6564a4bb9d30956ff12b646_SeqId_4_) 2024-12-05T11:22:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__3olenev9ql3803vlukhuigeb82dgn8ul0fnd84i8jorj71a9dntulrifui3orqut/f/5185fd7b11b84216867c48f39a6c6ef9_SeqId_4_ 2024-12-05T11:22:50,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__3olenev9ql3803vlukhuigeb82dgn8ul0fnd84i8jorj71a9dntulrifui3orqut/f/d4865b482e4940378ae2bd00b3a53288_SeqId_4_ into 9539f89d522cb19db2ebd22d4106e569/f as hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/default/test/9539f89d522cb19db2ebd22d4106e569/f/acaff9b87e794e698df9327bbeba8b69_SeqId_4_ - updating store file list. 2024-12-05T11:22:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for acaff9b87e794e698df9327bbeba8b69_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T11:22:50,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/default/test/9539f89d522cb19db2ebd22d4106e569/f/acaff9b87e794e698df9327bbeba8b69_SeqId_4_ into 9539f89d522cb19db2ebd22d4106e569/f 2024-12-05T11:22:50,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__3olenev9ql3803vlukhuigeb82dgn8ul0fnd84i8jorj71a9dntulrifui3orqut/f/d4865b482e4940378ae2bd00b3a53288_SeqId_4_ into 9539f89d522cb19db2ebd22d4106e569/f (new location: hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/default/test/9539f89d522cb19db2ebd22d4106e569/f/acaff9b87e794e698df9327bbeba8b69_SeqId_4_) 2024-12-05T11:22:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__3olenev9ql3803vlukhuigeb82dgn8ul0fnd84i8jorj71a9dntulrifui3orqut/f/d4865b482e4940378ae2bd00b3a53288_SeqId_4_ 2024-12-05T11:22:50,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.ReplicationSink(324): Finished replicating [703eb9d6-e469-43ed-9e3f-70237e0aff2d] bulk loaded data 2024-12-05T11:22:50,215 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397748741 to pos 687, reset compression=false 2024-12-05T11:22:50,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:22:50,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,46427,1733397757434, seqNum=-1] 2024-12-05T11:22:50,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:22:50,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:22:50,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d., hostname=6706a97ae65f,46427,1733397757434, seqNum=2] 2024-12-05T11:22:50,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:22:50,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T11:22:50,295 DEBUG [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6706a97ae65f%2C40763%2C1733397747343.meta:.meta(num 1733397749668) roll requested 2024-12-05T11:22:50,305 DEBUG [regionserver/6706a97ae65f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.meta.1733397770295.meta, exclude list is [], retry=0 2024-12-05T11:22:50,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-cc9df2ff-db9f-4714-80de-7f6afe8a1554,DISK] 2024-12-05T11:22:50,308 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.meta.1733397749668.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.meta.1733397770295.meta 2024-12-05T11:22:50,309 DEBUG [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41083:41083)] 2024-12-05T11:22:50,309 DEBUG [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.meta.1733397749668.meta is not closed yet, will try archiving it next time 2024-12-05T11:22:50,309 DEBUG [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6706a97ae65f%2C40763%2C1733397747343.rep:(num 1733397767385) roll requested 2024-12-05T11:22:50,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741834_1010 (size=3473) 2024-12-05T11:22:50,320 DEBUG [regionserver/6706a97ae65f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.rep.1733397770309, exclude list is [], retry=0 2024-12-05T11:22:50,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-cc9df2ff-db9f-4714-80de-7f6afe8a1554,DISK] 2024-12-05T11:22:50,323 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.rep.1733397767385 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.rep.1733397770309 2024-12-05T11:22:50,323 DEBUG [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41083:41083)] 2024-12-05T11:22:50,323 DEBUG [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.rep.1733397767385 is not closed yet, will try archiving it next time 2024-12-05T11:22:50,323 DEBUG [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6706a97ae65f%2C40763%2C1733397747343:(num 1733397748741) roll requested 2024-12-05T11:22:50,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741839_1015 (size=1505) 2024-12-05T11:22:50,334 DEBUG [regionserver/6706a97ae65f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324, exclude list is [], retry=0 2024-12-05T11:22:50,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-cc9df2ff-db9f-4714-80de-7f6afe8a1554,DISK] 2024-12-05T11:22:50,338 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397748741 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 2024-12-05T11:22:50,338 DEBUG [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41083:41083)] 2024-12-05T11:22:50,338 DEBUG [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397748741 is not closed yet, will try archiving it next time 2024-12-05T11:22:50,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c53d881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:50,338 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,40439,-1 for getting cluster id 2024-12-05T11:22:50,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:22:50,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741832_1008 (size=695) 2024-12-05T11:22:50,339 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397748741 not finished, retry = 0 2024-12-05T11:22:50,339 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '703eb9d6-e469-43ed-9e3f-70237e0aff2d' 2024-12-05T11:22:50,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:22:50,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "703eb9d6-e469-43ed-9e3f-70237e0aff2d" 2024-12-05T11:22:50,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1afbbacd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:50,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,40439,-1] 2024-12-05T11:22:50,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:22:50,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:50,340 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:22:50,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c2bddb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:50,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:22:50,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,40439,1733397746987 2024-12-05T11:22:50,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c96466f 2024-12-05T11:22:50,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:22:50,342 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:22:50,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40439 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://6706a97ae65f:39437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T11:22:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40439 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T11:22:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T11:22:50,345 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:39437' 2024-12-05T11:22:50,346 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58dc6e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:50,346 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,39437,-1 for getting cluster id 2024-12-05T11:22:50,346 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:22:50,346 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d397895-73f2-4347-9f59-31dfc78bea4f' 2024-12-05T11:22:50,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:22:50,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d397895-73f2-4347-9f59-31dfc78bea4f" 2024-12-05T11:22:50,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b36ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:50,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,39437,-1] 2024-12-05T11:22:50,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:22:50,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:50,347 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:22:50,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e1873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:50,348 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:22:50,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,39437,1733397757199 2024-12-05T11:22:50,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40e5e79c 2024-12-05T11:22:50,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:22:50,349 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:22:50,349 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T11:22:50,349 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T11:22:50,349 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:50,350 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:50,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:22:50,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T11:22:50,440 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397748741 to hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/oldWALs/6706a97ae65f%2C40763%2C1733397747343.1733397748741 2024-12-05T11:22:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T11:22:50,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-05T11:22:50,536 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-05T11:22:50,560 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-6706a97ae65f,40763,1733397747343, ReplicationSource: 2, currentBandwidth=0 2024-12-05T11:22:50,562 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-05T11:22:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40439 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-05T11:22:50,563 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6706a97ae65f,40763,1733397747343 suceeded 2024-12-05T11:22:50,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T11:22:50,565 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6706a97ae65f:39437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T11:22:50,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 179 msec 2024-12-05T11:22:50,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 223 msec 2024-12-05T11:22:50,574 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6706a97ae65f:39437' 2024-12-05T11:22:50,575 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77da597c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:50,575 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,39437,-1 for getting cluster id 2024-12-05T11:22:50,575 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:22:50,575 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d397895-73f2-4347-9f59-31dfc78bea4f' 2024-12-05T11:22:50,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:22:50,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d397895-73f2-4347-9f59-31dfc78bea4f" 2024-12-05T11:22:50,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d2ac1bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:50,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,39437,-1] 2024-12-05T11:22:50,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:22:50,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:50,577 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:22:50,577 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c500fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:50,577 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:22:50,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,39437,1733397757199 2024-12-05T11:22:50,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11991ad0 2024-12-05T11:22:50,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:22:50,578 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-05T11:22:50,579 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6706a97ae65f,40763,1733397747343 (queues=1) is replicating from cluster=703eb9d6-e469-43ed-9e3f-70237e0aff2d to cluster=4d397895-73f2-4347-9f59-31dfc78bea4f 2024-12-05T11:22:50,579 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6706a97ae65f%2C40763%2C1733397747343 2024-12-05T11:22:50,579 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6706a97ae65f,40763,1733397747343, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T11:22:50,579 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.shipper6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6706a97ae65f%2C40763%2C1733397747343 2024-12-05T11:22:50,579 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324, startPosition=0, beingWritten=true 2024-12-05T11:22:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T11:22:50,656 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-05T11:22:50,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:22:50,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:50,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:50,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:50,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:22:50,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T11:22:50,659 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733397770659/Put/seqid=0 2024-12-05T11:22:50,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741845_1021 (size=11194) 2024-12-05T11:22:50,718 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397748741 to pos 687, reset compression=false 2024-12-05T11:22:50,723 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397748741 was moved to hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/oldWALs/6706a97ae65f%2C40763%2C1733397747343.1733397748741 2024-12-05T11:22:50,725 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397748741 2024-12-05T11:22:50,725 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.shipper6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,40763,1733397747343 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397748741, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-05T11:22:50,725 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324, startPosition=0, beingWritten=true 2024-12-05T11:22:50,727 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.shipper6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6706a97ae65f%2C40763%2C1733397747343.1733397748741] 2024-12-05T11:22:50,782 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 0, reset compression=false 2024-12-05T11:22:51,067 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733397771067/Put/seqid=0 2024-12-05T11:22:51,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741846_1022 (size=10791) 2024-12-05T11:22:51,086 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 0, reset compression=false 2024-12-05T11:22:51,329 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 0, reset compression=false 2024-12-05T11:22:51,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf8bc11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:51,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,40439,-1 for getting cluster id 2024-12-05T11:22:51,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:22:51,472 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '703eb9d6-e469-43ed-9e3f-70237e0aff2d' 2024-12-05T11:22:51,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:22:51,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "703eb9d6-e469-43ed-9e3f-70237e0aff2d" 2024-12-05T11:22:51,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d139306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:51,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,40439,-1] 2024-12-05T11:22:51,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:22:51,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:51,474 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:22:51,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d9e867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:51,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:22:51,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,40763,1733397747343, seqNum=-1] 2024-12-05T11:22:51,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:22:51,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T11:22:51,481 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:22:51,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,40439,1733397746987 2024-12-05T11:22:51,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64ac217 2024-12-05T11:22:51,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:22:51,483 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T11:22:51,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423., hostname=6706a97ae65f,40763,1733397747343, seqNum=2] 2024-12-05T11:22:51,487 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T11:22:51,490 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 0, reset compression=false 2024-12-05T11:22:51,491 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-05T11:22:51,493 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-05T11:22:51,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 0a782f8338a4d28d2b910e069ea0a423/f 2024-12-05T11:22:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T11:22:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:22:51,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 0a782f8338a4d28d2b910e069ea0a423/f 2024-12-05T11:22:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T11:22:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:22:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HRegion(2603): Flush status journal for 0a782f8338a4d28d2b910e069ea0a423: 2024-12-05T11:22:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/staging/jenkins__test__i4af7nrlevvis6mni7390gnt0gjcb93gddtgjcrq7jcmpj0okt62s5tmbfqfkqnb/f/hfile_0 2024-12-05T11:22:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/staging/jenkins__test__i4af7nrlevvis6mni7390gnt0gjcb93gddtgjcrq7jcmpj0okt62s5tmbfqfkqnb/f/hfile_0 as hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/default/test/0a782f8338a4d28d2b910e069ea0a423/f/39da03828c7b49fdaccdf08f7a93d4af_SeqId_6_ 2024-12-05T11:22:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/staging/jenkins__test__i4af7nrlevvis6mni7390gnt0gjcb93gddtgjcrq7jcmpj0okt62s5tmbfqfkqnb/f/hfile_1 2024-12-05T11:22:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/staging/jenkins__test__i4af7nrlevvis6mni7390gnt0gjcb93gddtgjcrq7jcmpj0okt62s5tmbfqfkqnb/f/hfile_1 as hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/default/test/0a782f8338a4d28d2b910e069ea0a423/f/1ec7ceb592be4c52a15e6f3569df4fb1_SeqId_6_ 2024-12-05T11:22:51,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/staging/jenkins__test__i4af7nrlevvis6mni7390gnt0gjcb93gddtgjcrq7jcmpj0okt62s5tmbfqfkqnb/f/hfile_0 into 0a782f8338a4d28d2b910e069ea0a423/f as hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/default/test/0a782f8338a4d28d2b910e069ea0a423/f/39da03828c7b49fdaccdf08f7a93d4af_SeqId_6_ - updating store file list. 2024-12-05T11:22:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 39da03828c7b49fdaccdf08f7a93d4af_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T11:22:51,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/default/test/0a782f8338a4d28d2b910e069ea0a423/f/39da03828c7b49fdaccdf08f7a93d4af_SeqId_6_ into 0a782f8338a4d28d2b910e069ea0a423/f 2024-12-05T11:22:51,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/staging/jenkins__test__i4af7nrlevvis6mni7390gnt0gjcb93gddtgjcrq7jcmpj0okt62s5tmbfqfkqnb/f/hfile_0 into 0a782f8338a4d28d2b910e069ea0a423/f (new location: hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/default/test/0a782f8338a4d28d2b910e069ea0a423/f/39da03828c7b49fdaccdf08f7a93d4af_SeqId_6_) 2024-12-05T11:22:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/staging/jenkins__test__i4af7nrlevvis6mni7390gnt0gjcb93gddtgjcrq7jcmpj0okt62s5tmbfqfkqnb/f/hfile_0 2024-12-05T11:22:51,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/staging/jenkins__test__i4af7nrlevvis6mni7390gnt0gjcb93gddtgjcrq7jcmpj0okt62s5tmbfqfkqnb/f/hfile_1 into 0a782f8338a4d28d2b910e069ea0a423/f as hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/default/test/0a782f8338a4d28d2b910e069ea0a423/f/1ec7ceb592be4c52a15e6f3569df4fb1_SeqId_6_ - updating store file list. 2024-12-05T11:22:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1ec7ceb592be4c52a15e6f3569df4fb1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T11:22:51,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/default/test/0a782f8338a4d28d2b910e069ea0a423/f/1ec7ceb592be4c52a15e6f3569df4fb1_SeqId_6_ into 0a782f8338a4d28d2b910e069ea0a423/f 2024-12-05T11:22:51,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/staging/jenkins__test__i4af7nrlevvis6mni7390gnt0gjcb93gddtgjcrq7jcmpj0okt62s5tmbfqfkqnb/f/hfile_1 into 0a782f8338a4d28d2b910e069ea0a423/f (new location: hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/default/test/0a782f8338a4d28d2b910e069ea0a423/f/1ec7ceb592be4c52a15e6f3569df4fb1_SeqId_6_) 2024-12-05T11:22:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/staging/jenkins__test__i4af7nrlevvis6mni7390gnt0gjcb93gddtgjcrq7jcmpj0okt62s5tmbfqfkqnb/f/hfile_1 2024-12-05T11:22:51,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:22:51,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:51,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:51,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:51,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:22:51,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423., hostname=6706a97ae65f,40763,1733397747343, seqNum=2 , the old value is region=test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423., hostname=6706a97ae65f,40763,1733397747343, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6706a97ae65f:40763 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T11:22:51,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423., hostname=6706a97ae65f,40763,1733397747343, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T11:22:51,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423., hostname=6706a97ae65f,40763,1733397747343, seqNum=2 from cache 2024-12-05T11:22:51,520 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T11:22:51,522 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T11:22:51,626 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:40763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T11:22:51,993 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 0, reset compression=false 2024-12-05T11:22:51,997 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:22:51,997 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.shipper6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6706a97ae65f,40763,1733397747343 got entry batch from reader: WALEntryBatch [walEntries=[{test/0a782f8338a4d28d2b910e069ea0a423/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733397771517/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T11:22:51,998 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.shipper6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T11:22:51,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-05T11:22:51,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] regionserver.ReplicationSink(318): Replicating [703eb9d6-e469-43ed-9e3f-70237e0aff2d] bulk loaded data 2024-12-05T11:22:52,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f2ff3f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:52,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] client.ClusterIdFetcher(90): Going to request 6706a97ae65f,39437,-1 for getting cluster id 2024-12-05T11:22:52,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T11:22:52,000 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d397895-73f2-4347-9f59-31dfc78bea4f' 2024-12-05T11:22:52,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T11:22:52,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d397895-73f2-4347-9f59-31dfc78bea4f" 2024-12-05T11:22:52,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fb19452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:52,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6706a97ae65f,39437,-1] 2024-12-05T11:22:52,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T11:22:52,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:52,001 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-05T11:22:52,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fd0c4de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T11:22:52,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741837_1013 (size=11194) 2024-12-05T11:22:52,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741838_1014 (size=10791) 2024-12-05T11:22:52,033 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 0, reset compression=false 2024-12-05T11:22:52,037 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T11:22:52,037 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.shipper6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,40763,1733397747343 got entry batch from reader: WALEntryBatch [walEntries=[{test/0a782f8338a4d28d2b910e069ea0a423/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733397771517/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T11:22:52,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.ReplicationSink(318): Replicating [703eb9d6-e469-43ed-9e3f-70237e0aff2d] bulk loaded data 2024-12-05T11:22:52,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741839_1015 (size=11194) 2024-12-05T11:22:52,197 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:22:52,237 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:22:52,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T11:22:52,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6706a97ae65f,39437,1733397757199 2024-12-05T11:22:52,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d3603c8 2024-12-05T11:22:52,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T11:22:52,420 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-05T11:22:52,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T11:22:52,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T11:22:52,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6706a97ae65f,46427,1733397757434, seqNum=-1] 2024-12-05T11:22:52,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T11:22:52,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-05T11:22:52,427 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/staging/jenkins.hfs.23__test__c9ttgl229129n5ojsq7q7d3f435ua3l4ldub81jk482761lp22rn4ft9km726ek/f/1ec7ceb592be4c52a15e6f3569df4fb1_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-05T11:22:52,428 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/staging/jenkins.hfs.23__test__c9ttgl229129n5ojsq7q7d3f435ua3l4ldub81jk482761lp22rn4ft9km726ek/f/39da03828c7b49fdaccdf08f7a93d4af_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-05T11:22:52,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/staging/jenkins.hfs.23__test__c9ttgl229129n5ojsq7q7d3f435ua3l4ldub81jk482761lp22rn4ft9km726ek/f/39da03828c7b49fdaccdf08f7a93d4af_SeqId_6_ for inclusion in 848c4d5d38e6e361b7e73a4e1ac9577d/f 2024-12-05T11:22:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T11:22:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:22:52,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/staging/jenkins.hfs.23__test__c9ttgl229129n5ojsq7q7d3f435ua3l4ldub81jk482761lp22rn4ft9km726ek/f/1ec7ceb592be4c52a15e6f3569df4fb1_SeqId_6_ for inclusion in 848c4d5d38e6e361b7e73a4e1ac9577d/f 2024-12-05T11:22:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T11:22:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:22:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] regionserver.HRegion(2603): Flush status journal for 848c4d5d38e6e361b7e73a4e1ac9577d: 2024-12-05T11:22:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 39da03828c7b49fdaccdf08f7a93d4af_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T11:22:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/staging/jenkins.hfs.23__test__c9ttgl229129n5ojsq7q7d3f435ua3l4ldub81jk482761lp22rn4ft9km726ek/f/39da03828c7b49fdaccdf08f7a93d4af_SeqId_6_ as hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/default/test/848c4d5d38e6e361b7e73a4e1ac9577d/f/2fe7c8e0646146a5b16e8804c4d77896_SeqId_4_ 2024-12-05T11:22:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1ec7ceb592be4c52a15e6f3569df4fb1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T11:22:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/staging/jenkins.hfs.23__test__c9ttgl229129n5ojsq7q7d3f435ua3l4ldub81jk482761lp22rn4ft9km726ek/f/1ec7ceb592be4c52a15e6f3569df4fb1_SeqId_6_ as hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/default/test/848c4d5d38e6e361b7e73a4e1ac9577d/f/beecaebefb4b499787e95e1ddb07dc7f_SeqId_4_ 2024-12-05T11:22:52,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/staging/jenkins.hfs.23__test__c9ttgl229129n5ojsq7q7d3f435ua3l4ldub81jk482761lp22rn4ft9km726ek/f/39da03828c7b49fdaccdf08f7a93d4af_SeqId_6_ into 848c4d5d38e6e361b7e73a4e1ac9577d/f as hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/default/test/848c4d5d38e6e361b7e73a4e1ac9577d/f/2fe7c8e0646146a5b16e8804c4d77896_SeqId_4_ - updating store file list. 2024-12-05T11:22:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2fe7c8e0646146a5b16e8804c4d77896_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T11:22:52,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/default/test/848c4d5d38e6e361b7e73a4e1ac9577d/f/2fe7c8e0646146a5b16e8804c4d77896_SeqId_4_ into 848c4d5d38e6e361b7e73a4e1ac9577d/f 2024-12-05T11:22:52,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/staging/jenkins.hfs.23__test__c9ttgl229129n5ojsq7q7d3f435ua3l4ldub81jk482761lp22rn4ft9km726ek/f/39da03828c7b49fdaccdf08f7a93d4af_SeqId_6_ into 848c4d5d38e6e361b7e73a4e1ac9577d/f (new location: hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/default/test/848c4d5d38e6e361b7e73a4e1ac9577d/f/2fe7c8e0646146a5b16e8804c4d77896_SeqId_4_) 2024-12-05T11:22:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/staging/jenkins.hfs.23__test__c9ttgl229129n5ojsq7q7d3f435ua3l4ldub81jk482761lp22rn4ft9km726ek/f/39da03828c7b49fdaccdf08f7a93d4af_SeqId_6_ 2024-12-05T11:22:52,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/staging/jenkins.hfs.23__test__c9ttgl229129n5ojsq7q7d3f435ua3l4ldub81jk482761lp22rn4ft9km726ek/f/1ec7ceb592be4c52a15e6f3569df4fb1_SeqId_6_ into 848c4d5d38e6e361b7e73a4e1ac9577d/f as hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/default/test/848c4d5d38e6e361b7e73a4e1ac9577d/f/beecaebefb4b499787e95e1ddb07dc7f_SeqId_4_ - updating store file list. 2024-12-05T11:22:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] regionserver.HStoreFile(483): HFile Bloom filter type for beecaebefb4b499787e95e1ddb07dc7f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T11:22:52,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/default/test/848c4d5d38e6e361b7e73a4e1ac9577d/f/beecaebefb4b499787e95e1ddb07dc7f_SeqId_4_ into 848c4d5d38e6e361b7e73a4e1ac9577d/f 2024-12-05T11:22:52,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/staging/jenkins.hfs.23__test__c9ttgl229129n5ojsq7q7d3f435ua3l4ldub81jk482761lp22rn4ft9km726ek/f/1ec7ceb592be4c52a15e6f3569df4fb1_SeqId_6_ into 848c4d5d38e6e361b7e73a4e1ac9577d/f (new location: hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/default/test/848c4d5d38e6e361b7e73a4e1ac9577d/f/beecaebefb4b499787e95e1ddb07dc7f_SeqId_4_) 2024-12-05T11:22:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/staging/jenkins.hfs.23__test__c9ttgl229129n5ojsq7q7d3f435ua3l4ldub81jk482761lp22rn4ft9km726ek/f/1ec7ceb592be4c52a15e6f3569df4fb1_SeqId_6_ 2024-12-05T11:22:52,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] regionserver.ReplicationSink(324): Finished replicating [703eb9d6-e469-43ed-9e3f-70237e0aff2d] bulk loaded data 2024-12-05T11:22:52,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741840_1016 (size=10791) 2024-12-05T11:22:52,500 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:22:52,524 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T11:22:52,540 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:22:52,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T11:22:52,867 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__qkn551v3ng3j5ugq07ak5407fhvqrqn4oibp1521r4lkiqiaiqusjrv6oenoeg6m/f/1ec7ceb592be4c52a15e6f3569df4fb1_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-05T11:22:52,869 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__qkn551v3ng3j5ugq07ak5407fhvqrqn4oibp1521r4lkiqiaiqusjrv6oenoeg6m/f/39da03828c7b49fdaccdf08f7a93d4af_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-05T11:22:52,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__qkn551v3ng3j5ugq07ak5407fhvqrqn4oibp1521r4lkiqiaiqusjrv6oenoeg6m/f/39da03828c7b49fdaccdf08f7a93d4af_SeqId_6_ for inclusion in 9539f89d522cb19db2ebd22d4106e569/f 2024-12-05T11:22:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T11:22:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:22:52,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__qkn551v3ng3j5ugq07ak5407fhvqrqn4oibp1521r4lkiqiaiqusjrv6oenoeg6m/f/1ec7ceb592be4c52a15e6f3569df4fb1_SeqId_6_ for inclusion in 9539f89d522cb19db2ebd22d4106e569/f 2024-12-05T11:22:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T11:22:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T11:22:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HRegion(2603): Flush status journal for 9539f89d522cb19db2ebd22d4106e569: 2024-12-05T11:22:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 39da03828c7b49fdaccdf08f7a93d4af_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T11:22:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__qkn551v3ng3j5ugq07ak5407fhvqrqn4oibp1521r4lkiqiaiqusjrv6oenoeg6m/f/39da03828c7b49fdaccdf08f7a93d4af_SeqId_6_ as hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/default/test/9539f89d522cb19db2ebd22d4106e569/f/f196de46b9af4bcaa3922c3b8da14f13_SeqId_6_ 2024-12-05T11:22:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1ec7ceb592be4c52a15e6f3569df4fb1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T11:22:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__qkn551v3ng3j5ugq07ak5407fhvqrqn4oibp1521r4lkiqiaiqusjrv6oenoeg6m/f/1ec7ceb592be4c52a15e6f3569df4fb1_SeqId_6_ as hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/default/test/9539f89d522cb19db2ebd22d4106e569/f/7760db61902e42d79ff250e2b11268ea_SeqId_6_ 2024-12-05T11:22:52,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__qkn551v3ng3j5ugq07ak5407fhvqrqn4oibp1521r4lkiqiaiqusjrv6oenoeg6m/f/39da03828c7b49fdaccdf08f7a93d4af_SeqId_6_ into 9539f89d522cb19db2ebd22d4106e569/f as hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/default/test/9539f89d522cb19db2ebd22d4106e569/f/f196de46b9af4bcaa3922c3b8da14f13_SeqId_6_ - updating store file list. 2024-12-05T11:22:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f196de46b9af4bcaa3922c3b8da14f13_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T11:22:52,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/default/test/9539f89d522cb19db2ebd22d4106e569/f/f196de46b9af4bcaa3922c3b8da14f13_SeqId_6_ into 9539f89d522cb19db2ebd22d4106e569/f 2024-12-05T11:22:52,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__qkn551v3ng3j5ugq07ak5407fhvqrqn4oibp1521r4lkiqiaiqusjrv6oenoeg6m/f/39da03828c7b49fdaccdf08f7a93d4af_SeqId_6_ into 9539f89d522cb19db2ebd22d4106e569/f (new location: hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/default/test/9539f89d522cb19db2ebd22d4106e569/f/f196de46b9af4bcaa3922c3b8da14f13_SeqId_6_) 2024-12-05T11:22:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__qkn551v3ng3j5ugq07ak5407fhvqrqn4oibp1521r4lkiqiaiqusjrv6oenoeg6m/f/39da03828c7b49fdaccdf08f7a93d4af_SeqId_6_ 2024-12-05T11:22:52,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__qkn551v3ng3j5ugq07ak5407fhvqrqn4oibp1521r4lkiqiaiqusjrv6oenoeg6m/f/1ec7ceb592be4c52a15e6f3569df4fb1_SeqId_6_ into 9539f89d522cb19db2ebd22d4106e569/f as hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/default/test/9539f89d522cb19db2ebd22d4106e569/f/7760db61902e42d79ff250e2b11268ea_SeqId_6_ - updating store file list. 2024-12-05T11:22:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7760db61902e42d79ff250e2b11268ea_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T11:22:52,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/default/test/9539f89d522cb19db2ebd22d4106e569/f/7760db61902e42d79ff250e2b11268ea_SeqId_6_ into 9539f89d522cb19db2ebd22d4106e569/f 2024-12-05T11:22:52,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__qkn551v3ng3j5ugq07ak5407fhvqrqn4oibp1521r4lkiqiaiqusjrv6oenoeg6m/f/1ec7ceb592be4c52a15e6f3569df4fb1_SeqId_6_ into 9539f89d522cb19db2ebd22d4106e569/f (new location: hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/default/test/9539f89d522cb19db2ebd22d4106e569/f/7760db61902e42d79ff250e2b11268ea_SeqId_6_) 2024-12-05T11:22:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/staging/jenkins.hfs.22__test__qkn551v3ng3j5ugq07ak5407fhvqrqn4oibp1521r4lkiqiaiqusjrv6oenoeg6m/f/1ec7ceb592be4c52a15e6f3569df4fb1_SeqId_6_ 2024-12-05T11:22:52,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] regionserver.ReplicationSink(324): Finished replicating [703eb9d6-e469-43ed-9e3f-70237e0aff2d] bulk loaded data 2024-12-05T11:22:52,903 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:22:52,905 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:22:52,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:52,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:52,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:52,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:52,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:52,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:52,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:52,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:52,943 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:22:52,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:52,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:52,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:52,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:52,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:52,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:52,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:52,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:52,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:52,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:53,006 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T11:22:53,409 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:22:53,447 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:22:53,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:22:53,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:22:53,544 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:53,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:53,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:53,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:22:53,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:22:53,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1440752275, stopped=false 2024-12-05T11:22:53,545 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,39437,1733397757199 2024-12-05T11:22:53,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21069307849/running 2024-12-05T11:22:53,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46427-0x101a53a87f00007, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21069307849/running 2024-12-05T11:22:53,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21069307849 2024-12-05T11:22:53,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46427-0x101a53a87f00007, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21069307849 2024-12-05T11:22:53,604 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:22:53,605 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:22:53,605 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:53,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:53,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Set watcher on znode that does not yet exist, /21069307849/running 2024-12-05T11:22:53,605 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,46427,1733397757434' ***** 2024-12-05T11:22:53,605 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:22:53,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46427-0x101a53a87f00007, quorum=127.0.0.1:60899, baseZNode=/21069307849 Set watcher on znode that does not yet exist, /21069307849/running 2024-12-05T11:22:53,606 INFO [RS:0;6706a97ae65f:46427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:22:53,606 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:22:53,606 INFO [RS:0;6706a97ae65f:46427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:22:53,606 INFO [RS:0;6706a97ae65f:46427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:22:53,606 INFO [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(3091): Received CLOSE for 848c4d5d38e6e361b7e73a4e1ac9577d 2024-12-05T11:22:53,606 INFO [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,46427,1733397757434 2024-12-05T11:22:53,606 INFO [RS:0;6706a97ae65f:46427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:22:53,606 INFO [RS:0;6706a97ae65f:46427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:46427. 2024-12-05T11:22:53,606 DEBUG [RS:0;6706a97ae65f:46427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:53,606 DEBUG [RS:0;6706a97ae65f:46427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:53,606 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 848c4d5d38e6e361b7e73a4e1ac9577d, disabling compactions & flushes 2024-12-05T11:22:53,606 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d. 2024-12-05T11:22:53,606 INFO [RS:0;6706a97ae65f:46427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:22:53,606 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d. 2024-12-05T11:22:53,606 INFO [RS:0;6706a97ae65f:46427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:22:53,606 INFO [RS:0;6706a97ae65f:46427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:22:53,606 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d. after waiting 0 ms 2024-12-05T11:22:53,606 INFO [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:22:53,606 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d. 2024-12-05T11:22:53,607 INFO [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T11:22:53,607 DEBUG [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 848c4d5d38e6e361b7e73a4e1ac9577d=test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d.} 2024-12-05T11:22:53,607 DEBUG [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 848c4d5d38e6e361b7e73a4e1ac9577d 2024-12-05T11:22:53,607 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:22:53,607 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:22:53,607 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:22:53,607 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:22:53,607 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:22:53,607 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T11:22:53,610 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/default/test/848c4d5d38e6e361b7e73a4e1ac9577d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-05T11:22:53,611 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:22:53,611 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:22:53,611 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d. 2024-12-05T11:22:53,611 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 848c4d5d38e6e361b7e73a4e1ac9577d: Waiting for close lock at 1733397773606Running coprocessor pre-close hooks at 1733397773606Disabling compacts and flushes for region at 1733397773606Disabling writes for close at 1733397773606Writing region close event to WAL at 1733397773608 (+2 ms)Running coprocessor post-close hooks at 1733397773610 (+2 ms)Closed at 1733397773611 (+1 ms) 2024-12-05T11:22:53,611 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d. 2024-12-05T11:22:53,623 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740/.tmp/info/2eb61d04c36e4cc1ac754eb2c95ff468 is 129, key is test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d./info:regioninfo/1733397765240/Put/seqid=0 2024-12-05T11:22:53,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741839_1015 (size=6421) 2024-12-05T11:22:53,652 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:22:53,652 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:22:53,663 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:22:53,807 DEBUG [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:22:54,007 DEBUG [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:22:54,012 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:22:54,027 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740/.tmp/info/2eb61d04c36e4cc1ac754eb2c95ff468 2024-12-05T11:22:54,043 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740/.tmp/ns/106fbc501bea48c696d64884e0100e69 is 43, key is default/ns:d/1733397760695/Put/seqid=0 2024-12-05T11:22:54,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741840_1016 (size=5153) 2024-12-05T11:22:54,050 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:22:54,207 DEBUG [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:22:54,407 DEBUG [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:22:54,447 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740/.tmp/ns/106fbc501bea48c696d64884e0100e69 2024-12-05T11:22:54,463 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740/.tmp/rep_barrier/97c0393579164b8ab63521930b891d2e is 112, key is test,,1733397764098.848c4d5d38e6e361b7e73a4e1ac9577d./rep_barrier:seqnumDuringOpen/1733397765240/Put/seqid=0 2024-12-05T11:22:54,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741841_1017 (size=5518) 2024-12-05T11:22:54,607 DEBUG [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:22:54,715 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:22:54,753 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:22:54,808 INFO [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T11:22:54,808 DEBUG [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:22:54,808 DEBUG [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:22:54,867 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740/.tmp/rep_barrier/97c0393579164b8ab63521930b891d2e 2024-12-05T11:22:54,882 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740/.tmp/table/532a032e9fab4140b6a1afed915561d3 is 40, key is test/table:state/1733397765247/Put/seqid=0 2024-12-05T11:22:54,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741842_1018 (size=5165) 2024-12-05T11:22:55,008 DEBUG [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:22:55,208 DEBUG [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:22:55,285 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740/.tmp/table/532a032e9fab4140b6a1afed915561d3 2024-12-05T11:22:55,320 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740/.tmp/info/2eb61d04c36e4cc1ac754eb2c95ff468 as hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740/info/2eb61d04c36e4cc1ac754eb2c95ff468 2024-12-05T11:22:55,323 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740/info/2eb61d04c36e4cc1ac754eb2c95ff468, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T11:22:55,324 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740/.tmp/ns/106fbc501bea48c696d64884e0100e69 as hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740/ns/106fbc501bea48c696d64884e0100e69 2024-12-05T11:22:55,327 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740/ns/106fbc501bea48c696d64884e0100e69, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T11:22:55,328 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740/.tmp/rep_barrier/97c0393579164b8ab63521930b891d2e as hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740/rep_barrier/97c0393579164b8ab63521930b891d2e 2024-12-05T11:22:55,331 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740/rep_barrier/97c0393579164b8ab63521930b891d2e, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T11:22:55,331 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740/.tmp/table/532a032e9fab4140b6a1afed915561d3 as hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740/table/532a032e9fab4140b6a1afed915561d3 2024-12-05T11:22:55,334 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740/table/532a032e9fab4140b6a1afed915561d3, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T11:22:55,334 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=11, compaction requested=false 2024-12-05T11:22:55,339 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T11:22:55,339 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:22:55,339 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:22:55,339 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:22:55,339 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397773607Running coprocessor pre-close hooks at 1733397773607Disabling compacts and flushes for region at 1733397773607Disabling writes for close at 1733397773607Obtaining lock to block concurrent updates at 1733397773607Preparing flush snapshotting stores in 1588230740 at 1733397773607Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733397773607Flushing stores of hbase:meta,,1.1588230740 at 1733397773608 (+1 ms)Flushing 1588230740/info: creating writer at 1733397773608Flushing 1588230740/info: appending metadata at 1733397773622 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733397773622Flushing 1588230740/ns: creating writer at 1733397774031 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733397774043 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733397774043Flushing 1588230740/rep_barrier: creating writer at 1733397774450 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733397774463 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733397774463Flushing 1588230740/table: creating writer at 1733397774870 (+407 ms)Flushing 1588230740/table: appending metadata at 1733397774882 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733397774882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f28d1d: reopening flushed file at 1733397775319 (+437 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@373dcf8: reopening flushed file at 1733397775323 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b3719cc: reopening flushed file at 1733397775327 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f77d6b3: reopening flushed file at 1733397775331 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=11, compaction requested=false at 1733397775334 (+3 ms)Writing region close event to WAL at 1733397775336 (+2 ms)Running coprocessor post-close hooks at 1733397775339 (+3 ms)Closed at 1733397775339 2024-12-05T11:22:55,339 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:22:55,408 INFO [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,46427,1733397757434; all regions closed. 2024-12-05T11:22:55,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741834_1010 (size=2717) 2024-12-05T11:22:55,412 DEBUG [RS:0;6706a97ae65f:46427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/oldWALs 2024-12-05T11:22:55,412 INFO [RS:0;6706a97ae65f:46427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C46427%2C1733397757434.meta:.meta(num 1733397760657) 2024-12-05T11:22:55,413 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/WALs/6706a97ae65f,46427,1733397757434/6706a97ae65f%2C46427%2C1733397757434.1733397759778 not finished, retry = 0 2024-12-05T11:22:55,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741832_1008 (size=1028) 2024-12-05T11:22:55,515 DEBUG [RS:0;6706a97ae65f:46427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/oldWALs 2024-12-05T11:22:55,515 INFO [RS:0;6706a97ae65f:46427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C46427%2C1733397757434:(num 1733397759778) 2024-12-05T11:22:55,515 DEBUG [RS:0;6706a97ae65f:46427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:55,515 INFO [RS:0;6706a97ae65f:46427 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:22:55,516 INFO [RS:0;6706a97ae65f:46427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:22:55,516 INFO [RS:0;6706a97ae65f:46427 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T11:22:55,516 INFO [RS:0;6706a97ae65f:46427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:22:55,516 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:22:55,516 INFO [RS:0;6706a97ae65f:46427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:46427. 2024-12-05T11:22:55,517 DEBUG [RS:0;6706a97ae65f:46427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:55,517 DEBUG [RS:0;6706a97ae65f:46427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:55,517 DEBUG [RS:0;6706a97ae65f:46427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:55,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:22:55,517 INFO [RS:0;6706a97ae65f:46427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46427 2024-12-05T11:22:55,519 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:22:55,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21069307849/rs 2024-12-05T11:22:55,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46427-0x101a53a87f00007, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21069307849/rs/6706a97ae65f,46427,1733397757434 2024-12-05T11:22:55,530 INFO [RS:0;6706a97ae65f:46427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:22:55,541 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,46427,1733397757434] 2024-12-05T11:22:55,551 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21069307849/draining/6706a97ae65f,46427,1733397757434 already deleted, retry=false 2024-12-05T11:22:55,551 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,46427,1733397757434 expired; onlineServers=0 2024-12-05T11:22:55,551 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,39437,1733397757199' ***** 2024-12-05T11:22:55,551 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:22:55,552 INFO [M:0;6706a97ae65f:39437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:22:55,552 INFO [M:0;6706a97ae65f:39437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:22:55,552 DEBUG [M:0;6706a97ae65f:39437 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:22:55,552 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:22:55,552 DEBUG [M:0;6706a97ae65f:39437 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:22:55,552 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397759474 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397759474,5,FailOnTimeoutGroup] 2024-12-05T11:22:55,552 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397759474 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397759474,5,FailOnTimeoutGroup] 2024-12-05T11:22:55,552 INFO [M:0;6706a97ae65f:39437 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:22:55,552 INFO [M:0;6706a97ae65f:39437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:22:55,552 DEBUG [M:0;6706a97ae65f:39437 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:22:55,552 INFO [M:0;6706a97ae65f:39437 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:22:55,552 INFO [M:0;6706a97ae65f:39437 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:22:55,553 INFO [M:0;6706a97ae65f:39437 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:22:55,553 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:22:55,556 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:22:55,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21069307849/master 2024-12-05T11:22:55,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21069307849 2024-12-05T11:22:55,562 DEBUG [M:0;6706a97ae65f:39437 {}] zookeeper.ZKUtil(347): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Unable to get data of znode /21069307849/master because node does not exist (not an error) 2024-12-05T11:22:55,562 WARN [M:0;6706a97ae65f:39437 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:22:55,563 INFO [M:0;6706a97ae65f:39437 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/.lastflushedseqids 2024-12-05T11:22:55,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741843_1019 (size=173) 2024-12-05T11:22:55,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46427-0x101a53a87f00007, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:22:55,641 INFO [RS:0;6706a97ae65f:46427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:22:55,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46427-0x101a53a87f00007, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:22:55,641 INFO [RS:0;6706a97ae65f:46427 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,46427,1733397757434; zookeeper connection closed. 2024-12-05T11:22:55,641 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@240385a2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@240385a2 2024-12-05T11:22:55,642 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:22:55,970 INFO [M:0;6706a97ae65f:39437 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:22:55,970 INFO [M:0;6706a97ae65f:39437 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:22:55,970 DEBUG [M:0;6706a97ae65f:39437 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:22:55,970 INFO [M:0;6706a97ae65f:39437 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:55,970 DEBUG [M:0;6706a97ae65f:39437 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:55,970 DEBUG [M:0;6706a97ae65f:39437 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:22:55,970 DEBUG [M:0;6706a97ae65f:39437 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:55,970 INFO [M:0;6706a97ae65f:39437 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-05T11:22:55,987 DEBUG [M:0;6706a97ae65f:39437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2da795fb6c98413db8920e1a6b41c8ab is 82, key is hbase:meta,,1/info:regioninfo/1733397760682/Put/seqid=0 2024-12-05T11:22:55,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741844_1020 (size=5672) 2024-12-05T11:22:55,991 INFO [M:0;6706a97ae65f:39437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2da795fb6c98413db8920e1a6b41c8ab 2024-12-05T11:22:56,006 DEBUG [M:0;6706a97ae65f:39437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dab7973a7b384aaa905cc59cb4449e76 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733397765249/Put/seqid=0 2024-12-05T11:22:56,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741845_1021 (size=6586) 2024-12-05T11:22:56,009 INFO [M:0;6706a97ae65f:39437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dab7973a7b384aaa905cc59cb4449e76 2024-12-05T11:22:56,024 DEBUG [M:0;6706a97ae65f:39437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad9c385310ff433d8bd6b1e8a6c3b5d0 is 69, key is 6706a97ae65f,46427,1733397757434/rs:state/1733397759597/Put/seqid=0 2024-12-05T11:22:56,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741846_1022 (size=5156) 2024-12-05T11:22:56,421 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:22:56,427 INFO [M:0;6706a97ae65f:39437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad9c385310ff433d8bd6b1e8a6c3b5d0 2024-12-05T11:22:56,431 DEBUG [M:0;6706a97ae65f:39437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2da795fb6c98413db8920e1a6b41c8ab as hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2da795fb6c98413db8920e1a6b41c8ab 2024-12-05T11:22:56,435 INFO [M:0;6706a97ae65f:39437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2da795fb6c98413db8920e1a6b41c8ab, entries=8, sequenceid=55, filesize=5.5 K 2024-12-05T11:22:56,435 DEBUG [M:0;6706a97ae65f:39437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dab7973a7b384aaa905cc59cb4449e76 as hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dab7973a7b384aaa905cc59cb4449e76 2024-12-05T11:22:56,438 INFO [M:0;6706a97ae65f:39437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dab7973a7b384aaa905cc59cb4449e76, entries=6, sequenceid=55, filesize=6.4 K 2024-12-05T11:22:56,439 DEBUG [M:0;6706a97ae65f:39437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad9c385310ff433d8bd6b1e8a6c3b5d0 as hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad9c385310ff433d8bd6b1e8a6c3b5d0 2024-12-05T11:22:56,442 INFO [M:0;6706a97ae65f:39437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/c28d3a6b-719c-56eb-94e2-66a09f4e00dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad9c385310ff433d8bd6b1e8a6c3b5d0, entries=1, sequenceid=55, filesize=5.0 K 2024-12-05T11:22:56,443 INFO [M:0;6706a97ae65f:39437 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 473ms, sequenceid=55, compaction requested=false 2024-12-05T11:22:56,444 INFO [M:0;6706a97ae65f:39437 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:56,444 DEBUG [M:0;6706a97ae65f:39437 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397775970Disabling compacts and flushes for region at 1733397775970Disabling writes for close at 1733397775970Obtaining lock to block concurrent updates at 1733397775970Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397775970Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733397775971 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397775971Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397775971Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397775987 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397775987Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397775993 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397776006 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397776006Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397776012 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397776024 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397776024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5420ed44: reopening flushed file at 1733397776430 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69206ce8: reopening flushed file at 1733397776435 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19150e1c: reopening flushed file at 1733397776438 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 473ms, sequenceid=55, compaction requested=false at 1733397776443 (+5 ms)Writing region close event to WAL at 1733397776444 (+1 ms)Closed at 1733397776444 2024-12-05T11:22:56,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741830_1006 (size=32770) 2024-12-05T11:22:56,446 INFO [M:0;6706a97ae65f:39437 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:22:56,446 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:22:56,446 INFO [M:0;6706a97ae65f:39437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39437 2024-12-05T11:22:56,446 INFO [M:0;6706a97ae65f:39437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:22:56,460 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:22:56,578 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T11:22:56,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:22:56,609 INFO [M:0;6706a97ae65f:39437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:22:56,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39437-0x101a53a87f00006, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:22:56,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c5f1b95{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:22:56,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51fd8aa2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:22:56,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:22:56,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@519a5d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:22:56,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a44ec1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/hadoop.log.dir/,STOPPED} 2024-12-05T11:22:56,657 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:22:56,657 WARN [BP-1417424267-172.17.0.2-1733397755053 heartbeating to localhost/127.0.0.1:40313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:22:56,657 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:22:56,657 WARN [BP-1417424267-172.17.0.2-1733397755053 heartbeating to localhost/127.0.0.1:40313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1417424267-172.17.0.2-1733397755053 (Datanode Uuid 1af7976f-b1b0-4fee-8726-97e4e7ba11bc) service to localhost/127.0.0.1:40313 2024-12-05T11:22:56,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/cluster_9720d3b6-aa00-8cd2-3c28-c4d8752ea098/data/data1/current/BP-1417424267-172.17.0.2-1733397755053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:22:56,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/cluster_9720d3b6-aa00-8cd2-3c28-c4d8752ea098/data/data2/current/BP-1417424267-172.17.0.2-1733397755053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:22:56,658 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:22:56,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@144324bf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:22:56,663 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@664c1a72{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:22:56,663 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:22:56,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62c5b907{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:22:56,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17c5513{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455b7db1-c3e6-ef3d-c903-c99fe99e762d/hadoop.log.dir/,STOPPED} 2024-12-05T11:22:56,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:22:56,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:22:56,674 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:22:56,674 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:56,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:56,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:56,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:22:56,674 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:22:56,674 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1621190002, stopped=false 2024-12-05T11:22:56,675 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,34455,1733397752041 2024-12-05T11:22:56,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-955326872/running 2024-12-05T11:22:56,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44793-0x101a53a87f00004, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-955326872/running 2024-12-05T11:22:56,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44793-0x101a53a87f00004, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-955326872 2024-12-05T11:22:56,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-955326872 2024-12-05T11:22:56,688 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:22:56,688 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:22:56,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:56,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:56,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44793-0x101a53a87f00004, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Set watcher on znode that does not yet exist, /1-955326872/running 2024-12-05T11:22:56,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Set watcher on znode that does not yet exist, /1-955326872/running 2024-12-05T11:22:56,689 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,44793,1733397752190' ***** 2024-12-05T11:22:56,689 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:22:56,689 INFO [RS:0;6706a97ae65f:44793 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:22:56,689 INFO [RS:0;6706a97ae65f:44793 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:22:56,689 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:22:56,689 INFO [RS:0;6706a97ae65f:44793 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:22:56,689 INFO [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(3091): Received CLOSE for 9539f89d522cb19db2ebd22d4106e569 2024-12-05T11:22:56,689 INFO [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,44793,1733397752190 2024-12-05T11:22:56,690 INFO [RS:0;6706a97ae65f:44793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:22:56,690 INFO [RS:0;6706a97ae65f:44793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:44793. 2024-12-05T11:22:56,690 DEBUG [RS:0;6706a97ae65f:44793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:56,690 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9539f89d522cb19db2ebd22d4106e569, disabling compactions & flushes 2024-12-05T11:22:56,690 DEBUG [RS:0;6706a97ae65f:44793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:56,690 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733397761939.9539f89d522cb19db2ebd22d4106e569. 2024-12-05T11:22:56,690 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397761939.9539f89d522cb19db2ebd22d4106e569. 2024-12-05T11:22:56,690 INFO [RS:0;6706a97ae65f:44793 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:22:56,690 INFO [RS:0;6706a97ae65f:44793 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:22:56,690 INFO [RS:0;6706a97ae65f:44793 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:22:56,690 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733397761939.9539f89d522cb19db2ebd22d4106e569. after waiting 0 ms 2024-12-05T11:22:56,690 INFO [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:22:56,690 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733397761939.9539f89d522cb19db2ebd22d4106e569. 2024-12-05T11:22:56,690 INFO [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T11:22:56,690 DEBUG [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9539f89d522cb19db2ebd22d4106e569=test,,1733397761939.9539f89d522cb19db2ebd22d4106e569.} 2024-12-05T11:22:56,690 DEBUG [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9539f89d522cb19db2ebd22d4106e569 2024-12-05T11:22:56,690 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:22:56,690 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:22:56,690 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:22:56,690 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:22:56,690 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:22:56,690 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T11:22:56,693 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/default/test/9539f89d522cb19db2ebd22d4106e569/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T11:22:56,693 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:22:56,693 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:22:56,693 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733397761939.9539f89d522cb19db2ebd22d4106e569. 2024-12-05T11:22:56,693 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9539f89d522cb19db2ebd22d4106e569: Waiting for close lock at 1733397776690Running coprocessor pre-close hooks at 1733397776690Disabling compacts and flushes for region at 1733397776690Disabling writes for close at 1733397776690Writing region close event to WAL at 1733397776690Running coprocessor post-close hooks at 1733397776693 (+3 ms)Closed at 1733397776693 2024-12-05T11:22:56,694 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733397761939.9539f89d522cb19db2ebd22d4106e569. 2024-12-05T11:22:56,703 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740/.tmp/info/2fe7f0e6e2f246998ec694e04a911f65 is 129, key is test,,1733397761939.9539f89d522cb19db2ebd22d4106e569./info:regioninfo/1733397763074/Put/seqid=0 2024-12-05T11:22:56,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741841_1017 (size=6421) 2024-12-05T11:22:56,724 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:22:56,890 DEBUG [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:22:56,906 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:22:56,906 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:22:57,090 DEBUG [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:22:57,107 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740/.tmp/info/2fe7f0e6e2f246998ec694e04a911f65 2024-12-05T11:22:57,122 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740/.tmp/ns/d2f5549d04dc4ae4a612f3d0fe366d92 is 43, key is default/ns:d/1733397754959/Put/seqid=0 2024-12-05T11:22:57,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741842_1018 (size=5153) 2024-12-05T11:22:57,290 DEBUG [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:22:57,425 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:22:57,463 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:22:57,491 DEBUG [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:22:57,526 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740/.tmp/ns/d2f5549d04dc4ae4a612f3d0fe366d92 2024-12-05T11:22:57,546 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740/.tmp/rep_barrier/ea62503011834fd1a602b8212565bd7c is 112, key is test,,1733397761939.9539f89d522cb19db2ebd22d4106e569./rep_barrier:seqnumDuringOpen/1733397763074/Put/seqid=0 2024-12-05T11:22:57,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741843_1019 (size=5518) 2024-12-05T11:22:57,691 INFO [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T11:22:57,691 DEBUG [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:22:57,691 DEBUG [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:22:57,891 DEBUG [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:22:57,950 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740/.tmp/rep_barrier/ea62503011834fd1a602b8212565bd7c 2024-12-05T11:22:57,965 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740/.tmp/table/a7a823695ccc4d4fa0eb71158e6ba797 is 40, key is test/table:state/1733397763080/Put/seqid=0 2024-12-05T11:22:57,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741844_1020 (size=5165) 2024-12-05T11:22:57,968 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740/.tmp/table/a7a823695ccc4d4fa0eb71158e6ba797 2024-12-05T11:22:57,981 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740/.tmp/info/2fe7f0e6e2f246998ec694e04a911f65 as hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740/info/2fe7f0e6e2f246998ec694e04a911f65 2024-12-05T11:22:57,985 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740/info/2fe7f0e6e2f246998ec694e04a911f65, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T11:22:57,986 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740/.tmp/ns/d2f5549d04dc4ae4a612f3d0fe366d92 as hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740/ns/d2f5549d04dc4ae4a612f3d0fe366d92 2024-12-05T11:22:57,989 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740/ns/d2f5549d04dc4ae4a612f3d0fe366d92, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T11:22:57,989 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740/.tmp/rep_barrier/ea62503011834fd1a602b8212565bd7c as hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740/rep_barrier/ea62503011834fd1a602b8212565bd7c 2024-12-05T11:22:57,992 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740/rep_barrier/ea62503011834fd1a602b8212565bd7c, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T11:22:57,993 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740/.tmp/table/a7a823695ccc4d4fa0eb71158e6ba797 as hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740/table/a7a823695ccc4d4fa0eb71158e6ba797 2024-12-05T11:22:57,995 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740/table/a7a823695ccc4d4fa0eb71158e6ba797, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T11:22:57,996 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=11, compaction requested=false 2024-12-05T11:22:57,996 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:22:57,999 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T11:22:58,000 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:22:58,000 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:22:58,000 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:22:58,000 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397776690Running coprocessor pre-close hooks at 1733397776690Disabling compacts and flushes for region at 1733397776690Disabling writes for close at 1733397776690Obtaining lock to block concurrent updates at 1733397776690Preparing flush snapshotting stores in 1588230740 at 1733397776690Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733397776691 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733397776691Flushing 1588230740/info: creating writer at 1733397776691Flushing 1588230740/info: appending metadata at 1733397776703 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733397776703Flushing 1588230740/ns: creating writer at 1733397777110 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733397777122 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733397777122Flushing 1588230740/rep_barrier: creating writer at 1733397777530 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733397777545 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733397777546 (+1 ms)Flushing 1588230740/table: creating writer at 1733397777953 (+407 ms)Flushing 1588230740/table: appending metadata at 1733397777965 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733397777965Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9ff5acc: reopening flushed file at 1733397777981 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a8c9f1f: reopening flushed file at 1733397777985 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f7dbd12: reopening flushed file at 1733397777989 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64656b80: reopening flushed file at 1733397777992 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=11, compaction requested=false at 1733397777996 (+4 ms)Writing region close event to WAL at 1733397777997 (+1 ms)Running coprocessor post-close hooks at 1733397778000 (+3 ms)Closed at 1733397778000 2024-12-05T11:22:58,000 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:22:58,091 INFO [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,44793,1733397752190; all regions closed. 2024-12-05T11:22:58,093 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/WALs/6706a97ae65f,44793,1733397752190/6706a97ae65f%2C44793%2C1733397752190.meta.1733397754921.meta not finished, retry = 0 2024-12-05T11:22:58,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741834_1010 (size=2717) 2024-12-05T11:22:58,195 DEBUG [RS:0;6706a97ae65f:44793 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/oldWALs 2024-12-05T11:22:58,195 INFO [RS:0;6706a97ae65f:44793 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C44793%2C1733397752190.meta:.meta(num 1733397754921) 2024-12-05T11:22:58,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741832_1008 (size=1374) 2024-12-05T11:22:58,197 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/WALs/6706a97ae65f,44793,1733397752190/6706a97ae65f%2C44793%2C1733397752190.1733397754028 not finished, retry = 0 2024-12-05T11:22:58,299 DEBUG [RS:0;6706a97ae65f:44793 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/oldWALs 2024-12-05T11:22:58,299 INFO [RS:0;6706a97ae65f:44793 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6706a97ae65f%2C44793%2C1733397752190:(num 1733397754028) 2024-12-05T11:22:58,299 DEBUG [RS:0;6706a97ae65f:44793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:58,299 INFO [RS:0;6706a97ae65f:44793 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:22:58,299 INFO [RS:0;6706a97ae65f:44793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:22:58,299 INFO [RS:0;6706a97ae65f:44793 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T11:22:58,299 INFO [RS:0;6706a97ae65f:44793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:22:58,299 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:22:58,300 INFO [RS:0;6706a97ae65f:44793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:44793. 2024-12-05T11:22:58,300 DEBUG [RS:0;6706a97ae65f:44793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:22:58,300 DEBUG [RS:0;6706a97ae65f:44793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:58,300 DEBUG [RS:0;6706a97ae65f:44793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:22:58,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:22:58,300 INFO [RS:0;6706a97ae65f:44793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44793 2024-12-05T11:22:58,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44793-0x101a53a87f00004, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-955326872/rs/6706a97ae65f,44793,1733397752190 2024-12-05T11:22:58,362 INFO [RS:0;6706a97ae65f:44793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:22:58,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-955326872/rs 2024-12-05T11:22:58,372 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,44793,1733397752190] 2024-12-05T11:22:58,383 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-955326872/draining/6706a97ae65f,44793,1733397752190 already deleted, retry=false 2024-12-05T11:22:58,383 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,44793,1733397752190 expired; onlineServers=0 2024-12-05T11:22:58,383 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,34455,1733397752041' ***** 2024-12-05T11:22:58,383 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:22:58,383 INFO [M:0;6706a97ae65f:34455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:22:58,383 INFO [M:0;6706a97ae65f:34455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:22:58,383 DEBUG [M:0;6706a97ae65f:34455 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:22:58,383 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:22:58,383 DEBUG [M:0;6706a97ae65f:34455 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:22:58,383 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397753738 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397753738,5,FailOnTimeoutGroup] 2024-12-05T11:22:58,383 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397753737 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397753737,5,FailOnTimeoutGroup] 2024-12-05T11:22:58,384 INFO [M:0;6706a97ae65f:34455 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:22:58,384 INFO [M:0;6706a97ae65f:34455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:22:58,384 DEBUG [M:0;6706a97ae65f:34455 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:22:58,384 INFO [M:0;6706a97ae65f:34455 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:22:58,384 INFO [M:0;6706a97ae65f:34455 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:22:58,384 INFO [M:0;6706a97ae65f:34455 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:22:58,384 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:22:58,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-955326872/master 2024-12-05T11:22:58,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-955326872 2024-12-05T11:22:58,393 DEBUG [M:0;6706a97ae65f:34455 {}] zookeeper.ZKUtil(347): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Unable to get data of znode /1-955326872/master because node does not exist (not an error) 2024-12-05T11:22:58,393 WARN [M:0;6706a97ae65f:34455 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:22:58,394 INFO [M:0;6706a97ae65f:34455 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/.lastflushedseqids 2024-12-05T11:22:58,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741845_1021 (size=173) 2024-12-05T11:22:58,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44793-0x101a53a87f00004, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:22:58,473 INFO [RS:0;6706a97ae65f:44793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:22:58,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44793-0x101a53a87f00004, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:22:58,473 INFO [RS:0;6706a97ae65f:44793 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,44793,1733397752190; zookeeper connection closed. 2024-12-05T11:22:58,473 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44e9547f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44e9547f 2024-12-05T11:22:58,473 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:22:58,528 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:22:58,566 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:22:58,798 INFO [M:0;6706a97ae65f:34455 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:22:58,798 INFO [M:0;6706a97ae65f:34455 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:22:58,798 DEBUG [M:0;6706a97ae65f:34455 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:22:58,798 INFO [M:0;6706a97ae65f:34455 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:58,798 DEBUG [M:0;6706a97ae65f:34455 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:58,798 DEBUG [M:0;6706a97ae65f:34455 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:22:58,798 DEBUG [M:0;6706a97ae65f:34455 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:22:58,798 INFO [M:0;6706a97ae65f:34455 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-05T11:22:58,816 DEBUG [M:0;6706a97ae65f:34455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/757438419a8b4b58b97d11f383a2c3c8 is 82, key is hbase:meta,,1/info:regioninfo/1733397754947/Put/seqid=0 2024-12-05T11:22:58,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741846_1022 (size=5672) 2024-12-05T11:22:59,113 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T11:22:59,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:59,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:59,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:59,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:59,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:59,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:59,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:59,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:59,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:59,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:59,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:59,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:59,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:59,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:59,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:59,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:59,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:59,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:59,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T11:22:59,220 INFO [M:0;6706a97ae65f:34455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/757438419a8b4b58b97d11f383a2c3c8 2024-12-05T11:22:59,235 DEBUG [M:0;6706a97ae65f:34455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4450ba06d874da8b68648d1ff8459de is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733397763082/Put/seqid=0 2024-12-05T11:22:59,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741847_1023 (size=6586) 2024-12-05T11:22:59,642 INFO [M:0;6706a97ae65f:34455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4450ba06d874da8b68648d1ff8459de 2024-12-05T11:22:59,661 DEBUG [M:0;6706a97ae65f:34455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ed39c728f2142ada9a36656edd9ba09 is 69, key is 6706a97ae65f,44793,1733397752190/rs:state/1733397753849/Put/seqid=0 2024-12-05T11:22:59,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741848_1024 (size=5156) 2024-12-05T11:22:59,731 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:22:59,769 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:23:00,065 INFO [M:0;6706a97ae65f:34455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ed39c728f2142ada9a36656edd9ba09 2024-12-05T11:23:00,068 DEBUG [M:0;6706a97ae65f:34455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/757438419a8b4b58b97d11f383a2c3c8 as hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/757438419a8b4b58b97d11f383a2c3c8 2024-12-05T11:23:00,071 INFO [M:0;6706a97ae65f:34455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/757438419a8b4b58b97d11f383a2c3c8, entries=8, sequenceid=55, filesize=5.5 K 2024-12-05T11:23:00,072 DEBUG [M:0;6706a97ae65f:34455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4450ba06d874da8b68648d1ff8459de as hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4450ba06d874da8b68648d1ff8459de 2024-12-05T11:23:00,074 INFO [M:0;6706a97ae65f:34455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4450ba06d874da8b68648d1ff8459de, entries=6, sequenceid=55, filesize=6.4 K 2024-12-05T11:23:00,075 DEBUG [M:0;6706a97ae65f:34455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ed39c728f2142ada9a36656edd9ba09 as hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ed39c728f2142ada9a36656edd9ba09 2024-12-05T11:23:00,078 INFO [M:0;6706a97ae65f:34455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37617/user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ed39c728f2142ada9a36656edd9ba09, entries=1, sequenceid=55, filesize=5.0 K 2024-12-05T11:23:00,078 INFO [M:0;6706a97ae65f:34455 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=55, compaction requested=false 2024-12-05T11:23:00,079 INFO [M:0;6706a97ae65f:34455 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:23:00,079 DEBUG [M:0;6706a97ae65f:34455 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397778798Disabling compacts and flushes for region at 1733397778798Disabling writes for close at 1733397778798Obtaining lock to block concurrent updates at 1733397778798Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397778798Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733397778799 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397778799Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397778799Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397778816 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397778816Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397779223 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397779235 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397779235Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397779645 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397779661 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397779661Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5d606e: reopening flushed file at 1733397780068 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25644f17: reopening flushed file at 1733397780072 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a576ba1: reopening flushed file at 1733397780075 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=55, compaction requested=false at 1733397780078 (+3 ms)Writing region close event to WAL at 1733397780079 (+1 ms)Closed at 1733397780079 2024-12-05T11:23:00,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741830_1006 (size=32770) 2024-12-05T11:23:00,081 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49d97e93-8917-11c6-53d6-bd0fd4474d47/MasterData/WALs/6706a97ae65f,34455,1733397752041/6706a97ae65f%2C34455%2C1733397752041.1733397753498 not finished, retry = 0 2024-12-05T11:23:00,187 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:23:00,187 INFO [M:0;6706a97ae65f:34455 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:23:00,187 INFO [M:0;6706a97ae65f:34455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34455 2024-12-05T11:23:00,187 INFO [M:0;6706a97ae65f:34455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:23:00,335 INFO [M:0;6706a97ae65f:34455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:23:00,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:23:00,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34455-0x101a53a87f00003, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:23:00,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22bc9134{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:23:00,338 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7064e3ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:23:00,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:23:00,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bd2462e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:23:00,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@351c0e26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/hadoop.log.dir/,STOPPED} 2024-12-05T11:23:00,339 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:23:00,339 WARN [BP-644519839-172.17.0.2-1733397749824 heartbeating to localhost/127.0.0.1:37617 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:23:00,339 WARN [BP-644519839-172.17.0.2-1733397749824 heartbeating to localhost/127.0.0.1:37617 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-644519839-172.17.0.2-1733397749824 (Datanode Uuid c75029ca-744d-48fe-8602-0c19301f1775) service to localhost/127.0.0.1:37617 2024-12-05T11:23:00,339 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:23:00,340 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/cluster_43d29917-bac1-114a-e405-4de81fc63f6b/data/data1/current/BP-644519839-172.17.0.2-1733397749824 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:23:00,340 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/cluster_43d29917-bac1-114a-e405-4de81fc63f6b/data/data2/current/BP-644519839-172.17.0.2-1733397749824 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:23:00,340 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:23:00,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13078347{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:23:00,345 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@780b83c3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:23:00,345 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:23:00,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@795c646b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:23:00,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef328a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b594079b-a309-d902-3d75-1291af9b2b3b/hadoop.log.dir/,STOPPED} 2024-12-05T11:23:00,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:23:00,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T11:23:00,365 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:23:00,365 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:23:00,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:23:00,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:23:00,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:23:00,365 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T11:23:00,365 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=503236531, stopped=false 2024-12-05T11:23:00,365 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6706a97ae65f,40439,1733397746987 2024-12-05T11:23:00,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01738665502/running 2024-12-05T11:23:00,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x101a53a87f00001, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01738665502/running 2024-12-05T11:23:00,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01738665502 2024-12-05T11:23:00,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x101a53a87f00001, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01738665502 2024-12-05T11:23:00,413 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:23:00,413 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T11:23:00,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:23:00,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:23:00,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40763-0x101a53a87f00001, quorum=127.0.0.1:60899, baseZNode=/01738665502 Set watcher on znode that does not yet exist, /01738665502/running 2024-12-05T11:23:00,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Set watcher on znode that does not yet exist, /01738665502/running 2024-12-05T11:23:00,414 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6706a97ae65f,40763,1733397747343' ***** 2024-12-05T11:23:00,414 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T11:23:00,414 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T11:23:00,414 INFO [RS:0;6706a97ae65f:40763 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T11:23:00,414 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T11:23:00,415 INFO [RS:0;6706a97ae65f:40763 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T11:23:00,415 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a782f8338a4d28d2b910e069ea0a423 2024-12-05T11:23:00,415 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(3091): Received CLOSE for 99283c321af546dbe2e14f088260fdcb 2024-12-05T11:23:00,415 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(959): stopping server 6706a97ae65f,40763,1733397747343 2024-12-05T11:23:00,415 INFO [RS:0;6706a97ae65f:40763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:23:00,415 INFO [RS:0;6706a97ae65f:40763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:40763. 2024-12-05T11:23:00,415 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a782f8338a4d28d2b910e069ea0a423, disabling compactions & flushes 2024-12-05T11:23:00,415 DEBUG [RS:0;6706a97ae65f:40763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:23:00,415 DEBUG [RS:0;6706a97ae65f:40763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:23:00,415 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423. 2024-12-05T11:23:00,415 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423. 2024-12-05T11:23:00,415 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423. after waiting 0 ms 2024-12-05T11:23:00,415 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423. 2024-12-05T11:23:00,415 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T11:23:00,415 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T11:23:00,415 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T11:23:00,415 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T11:23:00,415 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T11:23:00,415 DEBUG [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(1325): Online Regions={0a782f8338a4d28d2b910e069ea0a423=test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423., 99283c321af546dbe2e14f088260fdcb=hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:23:00,415 DEBUG [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(1351): Waiting on 0a782f8338a4d28d2b910e069ea0a423, 1588230740, 99283c321af546dbe2e14f088260fdcb 2024-12-05T11:23:00,415 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T11:23:00,415 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T11:23:00,415 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T11:23:00,415 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T11:23:00,415 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T11:23:00,416 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T11:23:00,418 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/default/test/0a782f8338a4d28d2b910e069ea0a423/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T11:23:00,419 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:23:00,419 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T11:23:00,419 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423. 2024-12-05T11:23:00,419 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a782f8338a4d28d2b910e069ea0a423: Waiting for close lock at 1733397780415Running coprocessor pre-close hooks at 1733397780415Disabling compacts and flushes for region at 1733397780415Disabling writes for close at 1733397780415Writing region close event to WAL at 1733397780416 (+1 ms)Running coprocessor post-close hooks at 1733397780419 (+3 ms)Closed at 1733397780419 2024-12-05T11:23:00,419 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423. 2024-12-05T11:23:00,419 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99283c321af546dbe2e14f088260fdcb, disabling compactions & flushes 2024-12-05T11:23:00,419 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb. 2024-12-05T11:23:00,419 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb. 2024-12-05T11:23:00,419 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb. after waiting 0 ms 2024-12-05T11:23:00,419 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb. 2024-12-05T11:23:00,420 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 99283c321af546dbe2e14f088260fdcb 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-05T11:23:00,434 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740/.tmp/info/445ab5f24e084510b8426de93e20e744 is 147, key is hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb./info:regioninfo/1733397767412/Put/seqid=0 2024-12-05T11:23:00,436 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/replication/99283c321af546dbe2e14f088260fdcb/.tmp/hfileref/5f2109adc4624b58bea496b3aabd70e2 is 74, key is 1/hfileref:1ec7ceb592be4c52a15e6f3569df4fb1_SeqId_6_/1733397772892/DeleteColumn/seqid=0 2024-12-05T11:23:00,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741847_1023 (size=7686) 2024-12-05T11:23:00,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741848_1024 (size=5489) 2024-12-05T11:23:00,439 INFO [regionserver/6706a97ae65f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:23:00,615 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T11:23:00,615 INFO [regionserver/6706a97ae65f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T11:23:00,615 DEBUG [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 99283c321af546dbe2e14f088260fdcb 2024-12-05T11:23:00,816 DEBUG [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 99283c321af546dbe2e14f088260fdcb 2024-12-05T11:23:00,838 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740/.tmp/info/445ab5f24e084510b8426de93e20e744 2024-12-05T11:23:00,839 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/replication/99283c321af546dbe2e14f088260fdcb/.tmp/hfileref/5f2109adc4624b58bea496b3aabd70e2 2024-12-05T11:23:00,853 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/replication/99283c321af546dbe2e14f088260fdcb/.tmp/queue/fc88fa0ee9344740a21c7f0ab366b604 is 153, key is 1-6706a97ae65f,40763,1733397747343/queue:6706a97ae65f%2C40763%2C1733397747343/1733397772893/Put/seqid=0 2024-12-05T11:23:00,853 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740/.tmp/ns/42b34dce61de4005a3889eced8105c30 is 43, key is default/ns:d/1733397749731/Put/seqid=0 2024-12-05T11:23:00,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741849_1025 (size=5504) 2024-12-05T11:23:00,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741850_1026 (size=5153) 2024-12-05T11:23:01,016 DEBUG [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 99283c321af546dbe2e14f088260fdcb 2024-12-05T11:23:01,034 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:23:01,037 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:23:01,037 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 688, reset compression=false 2024-12-05T11:23:01,037 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.shipper6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6706a97ae65f,40763,1733397747343 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:23:01,038 ERROR [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.shipper6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6706a97ae65f,40763,1733397747343: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-6706a97ae65f,40763,1733397747343, walGroup=6706a97ae65f%2C40763%2C1733397747343, offset=6706a97ae65f%2C40763%2C1733397747343.1733397770324:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:40763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T11:23:01,039 ERROR [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.shipper6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T11:23:01,039 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.shipper6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T11:23:01,039 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.shipper6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T11:23:01,039 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.shipper6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T11:23:01,039 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.shipper6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T11:23:01,039 INFO [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.shipper6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1660944384, "init": 1048576000, "max": 2306867200, "used": 969434120 }, "NonHeapMemoryUsage": { "committed": 211156992, "init": 7667712, "max": -1, "used": 208059976 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T11:23:01,040 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.shipper6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:40439 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6706a97ae65f:40439 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T11:23:01,072 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 393, reset compression=false 2024-12-05T11:23:01,076 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T11:23:01,076 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 688, reset compression=false 2024-12-05T11:23:01,076 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.shipper6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6706a97ae65f,40763,1733397747343 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T11:23:01,077 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.shipper6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-05T11:23:01,216 DEBUG [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 99283c321af546dbe2e14f088260fdcb 2024-12-05T11:23:01,239 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 688, reset compression=false 2024-12-05T11:23:01,256 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740/.tmp/ns/42b34dce61de4005a3889eced8105c30 2024-12-05T11:23:01,256 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/replication/99283c321af546dbe2e14f088260fdcb/.tmp/queue/fc88fa0ee9344740a21c7f0ab366b604 2024-12-05T11:23:01,259 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/replication/99283c321af546dbe2e14f088260fdcb/.tmp/hfileref/5f2109adc4624b58bea496b3aabd70e2 as hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/replication/99283c321af546dbe2e14f088260fdcb/hfileref/5f2109adc4624b58bea496b3aabd70e2 2024-12-05T11:23:01,262 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/replication/99283c321af546dbe2e14f088260fdcb/hfileref/5f2109adc4624b58bea496b3aabd70e2, entries=6, sequenceid=17, filesize=5.4 K 2024-12-05T11:23:01,263 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/replication/99283c321af546dbe2e14f088260fdcb/.tmp/queue/fc88fa0ee9344740a21c7f0ab366b604 as hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/replication/99283c321af546dbe2e14f088260fdcb/queue/fc88fa0ee9344740a21c7f0ab366b604 2024-12-05T11:23:01,265 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/replication/99283c321af546dbe2e14f088260fdcb/queue/fc88fa0ee9344740a21c7f0ab366b604, entries=2, sequenceid=17, filesize=5.4 K 2024-12-05T11:23:01,266 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 99283c321af546dbe2e14f088260fdcb in 847ms, sequenceid=17, compaction requested=false 2024-12-05T11:23:01,269 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/replication/99283c321af546dbe2e14f088260fdcb/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-05T11:23:01,269 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:23:01,269 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:23:01,269 INFO [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb. 2024-12-05T11:23:01,269 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99283c321af546dbe2e14f088260fdcb: Waiting for close lock at 1733397780419Running coprocessor pre-close hooks at 1733397780419Disabling compacts and flushes for region at 1733397780419Disabling writes for close at 1733397780419Obtaining lock to block concurrent updates at 1733397780420 (+1 ms)Preparing flush snapshotting stores in 99283c321af546dbe2e14f088260fdcb at 1733397780420Finished memstore snapshotting hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733397780420Flushing stores of hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb. at 1733397780420Flushing 99283c321af546dbe2e14f088260fdcb/hfileref: creating writer at 1733397780420Flushing 99283c321af546dbe2e14f088260fdcb/hfileref: appending metadata at 1733397780436 (+16 ms)Flushing 99283c321af546dbe2e14f088260fdcb/hfileref: closing flushed file at 1733397780436Flushing 99283c321af546dbe2e14f088260fdcb/queue: creating writer at 1733397780842 (+406 ms)Flushing 99283c321af546dbe2e14f088260fdcb/queue: appending metadata at 1733397780853 (+11 ms)Flushing 99283c321af546dbe2e14f088260fdcb/queue: closing flushed file at 1733397780853Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@486bdcd8: reopening flushed file at 1733397781259 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@325c259d: reopening flushed file at 1733397781262 (+3 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 99283c321af546dbe2e14f088260fdcb in 847ms, sequenceid=17, compaction requested=false at 1733397781266 (+4 ms)Writing region close event to WAL at 1733397781267 (+1 ms)Running coprocessor post-close hooks at 1733397781269 (+2 ms)Closed at 1733397781269 2024-12-05T11:23:01,269 DEBUG [RS_CLOSE_REGION-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733397766258.99283c321af546dbe2e14f088260fdcb. 2024-12-05T11:23:01,275 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740/.tmp/rep_barrier/81f2179dbe5743bfaa364c4f1d2e0895 is 112, key is test,,1733397760798.0a782f8338a4d28d2b910e069ea0a423./rep_barrier:seqnumDuringOpen/1733397761537/Put/seqid=0 2024-12-05T11:23:01,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741851_1027 (size=5518) 2024-12-05T11:23:01,278 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740/.tmp/rep_barrier/81f2179dbe5743bfaa364c4f1d2e0895 2024-12-05T11:23:01,278 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 688, reset compression=false 2024-12-05T11:23:01,297 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740/.tmp/table/e304c78a192b42a1a18947ecb1664fa7 is 53, key is hbase:replication/table:state/1733397767417/Put/seqid=0 2024-12-05T11:23:01,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741852_1028 (size=5308) 2024-12-05T11:23:01,416 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T11:23:01,416 DEBUG [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T11:23:01,416 DEBUG [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:23:01,542 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 688, reset compression=false 2024-12-05T11:23:01,581 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 688, reset compression=false 2024-12-05T11:23:01,616 DEBUG [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T11:23:01,700 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740/.tmp/table/e304c78a192b42a1a18947ecb1664fa7 2024-12-05T11:23:01,703 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740/.tmp/info/445ab5f24e084510b8426de93e20e744 as hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740/info/445ab5f24e084510b8426de93e20e744 2024-12-05T11:23:01,706 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740/info/445ab5f24e084510b8426de93e20e744, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T11:23:01,707 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740/.tmp/ns/42b34dce61de4005a3889eced8105c30 as hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740/ns/42b34dce61de4005a3889eced8105c30 2024-12-05T11:23:01,710 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740/ns/42b34dce61de4005a3889eced8105c30, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T11:23:01,710 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740/.tmp/rep_barrier/81f2179dbe5743bfaa364c4f1d2e0895 as hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740/rep_barrier/81f2179dbe5743bfaa364c4f1d2e0895 2024-12-05T11:23:01,713 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740/rep_barrier/81f2179dbe5743bfaa364c4f1d2e0895, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T11:23:01,714 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740/.tmp/table/e304c78a192b42a1a18947ecb1664fa7 as hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740/table/e304c78a192b42a1a18947ecb1664fa7 2024-12-05T11:23:01,716 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740/table/e304c78a192b42a1a18947ecb1664fa7, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T11:23:01,717 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false 2024-12-05T11:23:01,717 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T11:23:01,725 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T11:23:01,725 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T11:23:01,725 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T11:23:01,725 INFO [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T11:23:01,725 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733397780415Running coprocessor pre-close hooks at 1733397780415Disabling compacts and flushes for region at 1733397780415Disabling writes for close at 1733397780415Obtaining lock to block concurrent updates at 1733397780416 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733397780416Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733397780416Flushing stores of hbase:meta,,1.1588230740 at 1733397780416Flushing 1588230740/info: creating writer at 1733397780416Flushing 1588230740/info: appending metadata at 1733397780434 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733397780434Flushing 1588230740/ns: creating writer at 1733397780841 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733397780853 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733397780853Flushing 1588230740/rep_barrier: creating writer at 1733397781259 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733397781274 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733397781274Flushing 1588230740/table: creating writer at 1733397781282 (+8 ms)Flushing 1588230740/table: appending metadata at 1733397781296 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733397781296Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@309196a0: reopening flushed file at 1733397781703 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@165c0acc: reopening flushed file at 1733397781706 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5668a572: reopening flushed file at 1733397781710 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f34c339: reopening flushed file at 1733397781713 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false at 1733397781717 (+4 ms)Writing region close event to WAL at 1733397781722 (+5 ms)Running coprocessor post-close hooks at 1733397781725 (+3 ms)Closed at 1733397781725 2024-12-05T11:23:01,726 DEBUG [RS_CLOSE_META-regionserver/6706a97ae65f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T11:23:01,816 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(976): stopping server 6706a97ae65f,40763,1733397747343; all regions closed. 2024-12-05T11:23:01,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741842_1018 (size=859) 2024-12-05T11:23:01,818 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.meta.1733397770295.meta not finished, retry = 0 2024-12-05T11:23:01,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741843_1019 (size=2791) 2024-12-05T11:23:01,920 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.rep.1733397770309 not finished, retry = 0 2024-12-05T11:23:01,944 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 688, reset compression=false 2024-12-05T11:23:01,984 DEBUG [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 to pos 688, reset compression=false 2024-12-05T11:23:02,022 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/WALs/6706a97ae65f,40763,1733397747343/6706a97ae65f%2C40763%2C1733397747343.1733397770324 not finished, retry = 0 2024-12-05T11:23:02,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741844_1020 (size=696) 2024-12-05T11:23:02,123 DEBUG [RS:0;6706a97ae65f:40763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:23:02,123 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T11:23:02,123 INFO [RS:0;6706a97ae65f:40763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:23:02,123 INFO [RS:0;6706a97ae65f:40763 {}] hbase.ChoreService(370): Chore service for: regionserver/6706a97ae65f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T11:23:02,123 INFO [RS:0;6706a97ae65f:40763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:23:02,123 INFO [regionserver/6706a97ae65f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:23:02,124 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6706a97ae65f,40763,1733397747343 because: Region server is closing 2024-12-05T11:23:02,124 INFO [RS:0;6706a97ae65f:40763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:40763. 2024-12-05T11:23:02,124 DEBUG [RS:0;6706a97ae65f:40763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:23:02,124 DEBUG [RS:0;6706a97ae65f:40763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:23:02,124 DEBUG [RS:0;6706a97ae65f:40763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:23:02,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:23:02,224 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.shipper6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 terminated 2024-12-05T11:23:02,224 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6706a97ae65f,40763,1733397747343 because: Region server is closing 2024-12-05T11:23:02,224 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,1-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,1-6706a97ae65f,40763,1733397747343 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T11:23:02,224 INFO [RS:0;6706a97ae65f:40763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6706a97ae65f:40763. 2024-12-05T11:23:02,224 DEBUG [RS:0;6706a97ae65f:40763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T11:23:02,224 DEBUG [RS:0;6706a97ae65f:40763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:23:02,225 DEBUG [RS:0;6706a97ae65f:40763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T11:23:02,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T11:23:02,325 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.shipper6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 terminated 2024-12-05T11:23:02,325 WARN [RS_REFRESH_PEER-regionserver/6706a97ae65f:0-0.replicationSource,2-6706a97ae65f,40763,1733397747343.replicationSource.wal-reader.6706a97ae65f%2C40763%2C1733397747343,2-6706a97ae65f,40763,1733397747343 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T11:23:02,325 INFO [RS:0;6706a97ae65f:40763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40763 2024-12-05T11:23:02,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01738665502/rs 2024-12-05T11:23:02,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x101a53a87f00001, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01738665502/rs/6706a97ae65f,40763,1733397747343 2024-12-05T11:23:02,372 INFO [RS:0;6706a97ae65f:40763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:23:02,382 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6706a97ae65f,40763,1733397747343] 2024-12-05T11:23:02,393 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01738665502/draining/6706a97ae65f,40763,1733397747343 already deleted, retry=false 2024-12-05T11:23:02,393 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6706a97ae65f,40763,1733397747343 expired; onlineServers=0 2024-12-05T11:23:02,393 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6706a97ae65f,40439,1733397746987' ***** 2024-12-05T11:23:02,393 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T11:23:02,393 INFO [M:0;6706a97ae65f:40439 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T11:23:02,393 INFO [M:0;6706a97ae65f:40439 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T11:23:02,393 DEBUG [M:0;6706a97ae65f:40439 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T11:23:02,393 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T11:23:02,393 DEBUG [M:0;6706a97ae65f:40439 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T11:23:02,393 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397748486 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.large.0-1733397748486,5,FailOnTimeoutGroup] 2024-12-05T11:23:02,393 DEBUG [master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397748486 {}] cleaner.HFileCleaner(306): Exit Thread[master/6706a97ae65f:0:becomeActiveMaster-HFileCleaner.small.0-1733397748486,5,FailOnTimeoutGroup] 2024-12-05T11:23:02,394 INFO [M:0;6706a97ae65f:40439 {}] hbase.ChoreService(370): Chore service for: master/6706a97ae65f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T11:23:02,394 INFO [M:0;6706a97ae65f:40439 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T11:23:02,394 DEBUG [M:0;6706a97ae65f:40439 {}] master.HMaster(1795): Stopping service threads 2024-12-05T11:23:02,394 INFO [M:0;6706a97ae65f:40439 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T11:23:02,394 INFO [M:0;6706a97ae65f:40439 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T11:23:02,394 ERROR [M:0;6706a97ae65f:40439 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (288913069) connection to localhost/127.0.0.1:39339 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39339,5,PEWorkerGroup] 2024-12-05T11:23:02,394 INFO [M:0;6706a97ae65f:40439 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T11:23:02,394 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T11:23:02,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01738665502/master 2024-12-05T11:23:02,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01738665502 2024-12-05T11:23:02,403 DEBUG [M:0;6706a97ae65f:40439 {}] zookeeper.ZKUtil(347): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Unable to get data of znode /01738665502/master because node does not exist (not an error) 2024-12-05T11:23:02,403 WARN [M:0;6706a97ae65f:40439 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T11:23:02,404 INFO [M:0;6706a97ae65f:40439 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/.lastflushedseqids 2024-12-05T11:23:02,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741853_1029 (size=263) 2024-12-05T11:23:02,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x101a53a87f00001, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:23:02,483 INFO [RS:0;6706a97ae65f:40763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:23:02,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40763-0x101a53a87f00001, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:23:02,483 INFO [RS:0;6706a97ae65f:40763 {}] regionserver.HRegionServer(1031): Exiting; stopping=6706a97ae65f,40763,1733397747343; zookeeper connection closed. 2024-12-05T11:23:02,483 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d1db86c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d1db86c 2024-12-05T11:23:02,483 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T11:23:02,654 INFO [master/6706a97ae65f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T11:23:02,654 INFO [master/6706a97ae65f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T11:23:02,807 INFO [M:0;6706a97ae65f:40439 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T11:23:02,807 INFO [M:0;6706a97ae65f:40439 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T11:23:02,807 DEBUG [M:0;6706a97ae65f:40439 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T11:23:02,807 INFO [M:0;6706a97ae65f:40439 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:23:02,807 DEBUG [M:0;6706a97ae65f:40439 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:23:02,807 DEBUG [M:0;6706a97ae65f:40439 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T11:23:02,807 DEBUG [M:0;6706a97ae65f:40439 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:23:02,808 INFO [M:0;6706a97ae65f:40439 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.13 KB heapSize=71.44 KB 2024-12-05T11:23:02,820 DEBUG [M:0;6706a97ae65f:40439 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86f2bdf106fe424bb3830c6b34630f8e is 82, key is hbase:meta,,1/info:regioninfo/1733397749692/Put/seqid=0 2024-12-05T11:23:02,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741854_1030 (size=5672) 2024-12-05T11:23:03,223 INFO [M:0;6706a97ae65f:40439 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86f2bdf106fe424bb3830c6b34630f8e 2024-12-05T11:23:03,238 DEBUG [M:0;6706a97ae65f:40439 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4ba00a77897491dbfcd8904cedae0c1 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733397761547/Put/seqid=0 2024-12-05T11:23:03,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741855_1031 (size=7611) 2024-12-05T11:23:03,641 INFO [M:0;6706a97ae65f:40439 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.57 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4ba00a77897491dbfcd8904cedae0c1 2024-12-05T11:23:03,644 INFO [M:0;6706a97ae65f:40439 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4ba00a77897491dbfcd8904cedae0c1 2024-12-05T11:23:03,655 DEBUG [M:0;6706a97ae65f:40439 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94eb8229ed76423da541872804353e34 is 69, key is 6706a97ae65f,40763,1733397747343/rs:state/1733397748598/Put/seqid=0 2024-12-05T11:23:03,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741856_1032 (size=5156) 2024-12-05T11:23:04,059 INFO [M:0;6706a97ae65f:40439 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94eb8229ed76423da541872804353e34 2024-12-05T11:23:04,062 DEBUG [M:0;6706a97ae65f:40439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86f2bdf106fe424bb3830c6b34630f8e as hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86f2bdf106fe424bb3830c6b34630f8e 2024-12-05T11:23:04,065 INFO [M:0;6706a97ae65f:40439 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86f2bdf106fe424bb3830c6b34630f8e, entries=8, sequenceid=121, filesize=5.5 K 2024-12-05T11:23:04,066 DEBUG [M:0;6706a97ae65f:40439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4ba00a77897491dbfcd8904cedae0c1 as hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4ba00a77897491dbfcd8904cedae0c1 2024-12-05T11:23:04,068 INFO [M:0;6706a97ae65f:40439 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4ba00a77897491dbfcd8904cedae0c1 2024-12-05T11:23:04,068 INFO [M:0;6706a97ae65f:40439 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4ba00a77897491dbfcd8904cedae0c1, entries=13, sequenceid=121, filesize=7.4 K 2024-12-05T11:23:04,069 DEBUG [M:0;6706a97ae65f:40439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94eb8229ed76423da541872804353e34 as hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94eb8229ed76423da541872804353e34 2024-12-05T11:23:04,071 INFO [M:0;6706a97ae65f:40439 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39339/user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94eb8229ed76423da541872804353e34, entries=1, sequenceid=121, filesize=5.0 K 2024-12-05T11:23:04,072 INFO [M:0;6706a97ae65f:40439 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1265ms, sequenceid=121, compaction requested=false 2024-12-05T11:23:04,073 INFO [M:0;6706a97ae65f:40439 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T11:23:04,073 DEBUG [M:0;6706a97ae65f:40439 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733397782807Disabling compacts and flushes for region at 1733397782807Disabling writes for close at 1733397782807Obtaining lock to block concurrent updates at 1733397782808 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733397782808Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61569, getHeapSize=73088, getOffHeapSize=0, getCellsCount=140 at 1733397782808Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733397782808Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733397782808Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733397782820 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733397782820Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733397783226 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733397783238 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733397783238Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733397783644 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733397783655 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733397783655Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37d78043: reopening flushed file at 1733397784062 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38dc02c2: reopening flushed file at 1733397784065 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34c0a48d: reopening flushed file at 1733397784068 (+3 ms)Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1265ms, sequenceid=121, compaction requested=false at 1733397784072 (+4 ms)Writing region close event to WAL at 1733397784073 (+1 ms)Closed at 1733397784073 2024-12-05T11:23:04,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741830_1006 (size=69932) 2024-12-05T11:23:04,075 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da937ca6-8225-3db4-4d4b-b9dcd855648a/MasterData/WALs/6706a97ae65f,40439,1733397746987/6706a97ae65f%2C40439%2C1733397746987.1733397748244 not finished, retry = 0 2024-12-05T11:23:04,175 INFO [M:0;6706a97ae65f:40439 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T11:23:04,175 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T11:23:04,175 INFO [M:0;6706a97ae65f:40439 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40439 2024-12-05T11:23:04,176 INFO [M:0;6706a97ae65f:40439 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T11:23:04,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:23:04,346 INFO [M:0;6706a97ae65f:40439 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T11:23:04,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40439-0x101a53a87f00000, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T11:23:04,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2834654b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T11:23:04,348 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d6a057a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:23:04,348 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:23:04,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64ae020d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:23:04,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ece777f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/hadoop.log.dir/,STOPPED} 2024-12-05T11:23:04,349 WARN [BP-1845996432-172.17.0.2-1733397744738 heartbeating to localhost/127.0.0.1:39339 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T11:23:04,349 WARN [BP-1845996432-172.17.0.2-1733397744738 heartbeating to localhost/127.0.0.1:39339 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1845996432-172.17.0.2-1733397744738 (Datanode Uuid 10415e89-5108-4260-8e3b-51908859959a) service to localhost/127.0.0.1:39339 2024-12-05T11:23:04,349 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T11:23:04,349 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T11:23:04,349 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/cluster_1e3e5644-53f9-c7f0-3edc-09518ca34d7c/data/data1/current/BP-1845996432-172.17.0.2-1733397744738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:23:04,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/cluster_1e3e5644-53f9-c7f0-3edc-09518ca34d7c/data/data2/current/BP-1845996432-172.17.0.2-1733397744738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T11:23:04,350 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T11:23:04,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57af2bc8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T11:23:04,354 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c2154d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T11:23:04,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T11:23:04,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1200a6bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T11:23:04,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33141d6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/786dffae-3576-de5b-a3a6-f4279ecddf3a/hadoop.log.dir/,STOPPED} 2024-12-05T11:23:04,360 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T11:23:04,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T11:23:04,394 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=591 (was 531) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37617 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60899) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39339 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60899) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40313 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37617 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60899) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37617 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:39339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:37617 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37617 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=974 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=316 (was 293) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5843 (was 6017) 2024-12-05T11:23:04,394 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=591 is superior to 500 2024-12-05T11:23:04,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a53a87f00002, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T11:23:04,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a53a87f00005, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T11:23:04,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a53a87f00008, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T11:23:04,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a53a87f00005, quorum=127.0.0.1:60899, baseZNode=/1-955326872 Received Disconnected from ZooKeeper, ignoring 2024-12-05T11:23:04,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a53a87f00008, quorum=127.0.0.1:60899, baseZNode=/21069307849 Received Disconnected from ZooKeeper, ignoring 2024-12-05T11:23:04,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a53a87f00002, quorum=127.0.0.1:60899, baseZNode=/01738665502 Received Disconnected from ZooKeeper, ignoring